2024-12-04 17:24:01,797 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 17:24:01,814 main DEBUG Took 0.015694 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 17:24:01,815 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 17:24:01,815 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 17:24:01,816 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 17:24:01,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,824 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 17:24:01,839 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,843 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,845 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,846 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,847 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,848 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,850 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,852 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 17:24:01,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,854 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 17:24:01,856 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 17:24:01,858 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 17:24:01,860 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 17:24:01,861 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 17:24:01,862 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 17:24:01,863 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 17:24:01,873 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 17:24:01,876 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 17:24:01,878 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 17:24:01,878 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 17:24:01,879 main DEBUG createAppenders(={Console}) 2024-12-04 17:24:01,879 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 17:24:01,880 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 17:24:01,880 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 17:24:01,880 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 17:24:01,881 main DEBUG OutputStream closed 2024-12-04 17:24:01,881 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 17:24:01,881 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 17:24:01,881 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 17:24:01,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 17:24:01,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 17:24:01,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 17:24:01,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 17:24:01,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 17:24:01,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 17:24:01,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 17:24:01,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 17:24:01,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 17:24:01,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 17:24:01,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 17:24:01,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 17:24:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 17:24:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 17:24:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 17:24:01,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 17:24:01,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 17:24:01,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 17:24:01,956 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 17:24:01,957 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 17:24:01,957 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 17:24:01,957 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T17:24:01,969 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 17:24:01,971 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 17:24:01,971 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T17:24:02,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=3720 2024-12-04T17:24:02,208 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T17:24:02,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82 2024-12-04T17:24:02,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87, deleteOnExit=true 2024-12-04T17:24:02,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/zookeeper_0, clientPort=56248, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:24:02,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56248 2024-12-04T17:24:02,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:02,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:02,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/test.cache.data in system properties and HBase conf 2024-12-04T17:24:02,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:02,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:02,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:02,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:02,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:02,438 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T17:24:02,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:02,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:02,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:02,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:02,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:02,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:02,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:02,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:02,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:03,164 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T17:24:03,234 INFO [Time-limited test {}] log.Log(170): Logging initialized @2028ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T17:24:03,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:03,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:03,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:03,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:03,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:03,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:03,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:03,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:03,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/java.io.tmpdir/jetty-localhost-46117-hadoop-hdfs-3_4_1-tests_jar-_-any-9886204792150908971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:03,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46117} 2024-12-04T17:24:03,563 INFO [Time-limited test {}] server.Server(415): Started @2357ms 2024-12-04T17:24:03,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:03,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:03,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:03,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:03,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:03,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:03,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:04,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/java.io.tmpdir/jetty-localhost-34269-hadoop-hdfs-3_4_1-tests_jar-_-any-16193980998853606655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:04,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34269} 2024-12-04T17:24:04,018 INFO [Time-limited test {}] server.Server(415): Started @2813ms 2024-12-04T17:24:04,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:04,457 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/data/data1/current/BP-1486030876-172.17.0.2-1733333042973/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:04,457 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/data/data2/current/BP-1486030876-172.17.0.2-1733333042973/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:04,493 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf181dbeff7d628dc with lease ID 0x58b33387e787c9c: Processing first storage report for DS-3a153202-8a17-40d2-9335-2a9689d21243 from datanode DatanodeRegistration(127.0.0.1:44887, datanodeUuid=bfbc5c6a-3453-4ce7-ac4c-56a9b3681d96, infoPort=38419, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=523404764;c=1733333042973) 2024-12-04T17:24:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf181dbeff7d628dc with lease ID 0x58b33387e787c9c: from storage DS-3a153202-8a17-40d2-9335-2a9689d21243 node DatanodeRegistration(127.0.0.1:44887, datanodeUuid=bfbc5c6a-3453-4ce7-ac4c-56a9b3681d96, infoPort=38419, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=523404764;c=1733333042973), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T17:24:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf181dbeff7d628dc with lease ID 0x58b33387e787c9c: Processing first storage report for DS-95b89b5f-d390-428d-9b50-d40f11b66b4c from datanode DatanodeRegistration(127.0.0.1:44887, datanodeUuid=bfbc5c6a-3453-4ce7-ac4c-56a9b3681d96, infoPort=38419, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=523404764;c=1733333042973) 2024-12-04T17:24:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf181dbeff7d628dc with lease ID 0x58b33387e787c9c: from storage DS-95b89b5f-d390-428d-9b50-d40f11b66b4c node DatanodeRegistration(127.0.0.1:44887, datanodeUuid=bfbc5c6a-3453-4ce7-ac4c-56a9b3681d96, infoPort=38419, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=523404764;c=1733333042973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:04,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82 2024-12-04T17:24:04,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:04,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:04,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:05,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105 with version=8 2024-12-04T17:24:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/hbase-staging 2024-12-04T17:24:05,277 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T17:24:05,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:05,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:05,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:05,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:05,629 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T17:24:05,636 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T17:24:05,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:05,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 80074 (auto-detected) 2024-12-04T17:24:05,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T17:24:05,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36189 2024-12-04T17:24:05,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36189 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:05,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361890x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:05,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36189-0x100a642a0ef0000 connected 2024-12-04T17:24:05,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:05,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:05,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:05,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105, hbase.cluster.distributed=false 2024-12-04T17:24:05,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/acl 2024-12-04T17:24:05,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36189 2024-12-04T17:24:05,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36189 2024-12-04T17:24:05,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36189 2024-12-04T17:24:05,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36189 2024-12-04T17:24:05,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36189 2024-12-04T17:24:05,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:05,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:05,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:05,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:05,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36845 2024-12-04T17:24:05,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36845 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:05,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:05,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:05,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368450x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:05,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368450x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:05,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36845-0x100a642a0ef0001 connected 2024-12-04T17:24:05,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:05,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:05,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/master 2024-12-04T17:24:05,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/acl 2024-12-04T17:24:05,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-04T17:24:05,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36845 2024-12-04T17:24:05,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36845 2024-12-04T17:24:05,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-04T17:24:05,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36845 2024-12-04T17:24:05,939 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:36189 2024-12-04T17:24:05,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-314882349/backup-masters/1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:05,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:05,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:05,947 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/backup-masters/1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/master 2024-12-04T17:24:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:05,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:05,966 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/master 2024-12-04T17:24:05,967 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-314882349/backup-masters/1bc61fcf61ea,36189,1733333045320 from backup master directory 2024-12-04T17:24:05,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/backup-masters/1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:05,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:05,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:05,971 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:05,971 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:05,973 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T17:24:05,975 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T17:24:06,022 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/hbase.id] with ID: 24d5b31a-e97e-4b0d-b31a-11b74053e48c 2024-12-04T17:24:06,022 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.tmp/hbase.id 2024-12-04T17:24:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:06,433 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.tmp/hbase.id]:[hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/hbase.id] 2024-12-04T17:24:06,479 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:06,485 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:06,504 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-04T17:24:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:06,936 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:06,939 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:06,953 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:24:06,956 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:07,409 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store 2024-12-04T17:24:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:07,837 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T17:24:07,841 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:07,843 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:07,843 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:07,844 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:07,846 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:07,846 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:07,846 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:07,848 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333047843Disabling compacts and flushes for region at 1733333047843Disabling writes for close at 1733333047846 (+3 ms)Writing region close event to WAL at 1733333047846Closed at 1733333047846 2024-12-04T17:24:07,850 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/.initializing 2024-12-04T17:24:07,851 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:07,859 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:07,874 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C36189%2C1733333045320, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:07,902 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879, exclude list is [], retry=0 2024-12-04T17:24:07,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:07,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T17:24:07,951 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:07,952 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:07,952 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:07,953 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:07,955 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:07,956 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:07,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:08,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:08,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:08,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:08,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:08,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:08,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:08,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:08,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:08,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:08,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:08,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:08,029 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,032 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,033 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,038 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,039 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,042 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:08,046 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:08,050 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:08,052 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72857004, jitterRate=0.08565396070480347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:08,057 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333047967Initializing all the Stores at 1733333047969 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333047969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333047970 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333047970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333047970Cleaning up temporary data from old regions at 1733333048039 (+69 ms)Region opened successfully at 1733333048057 (+18 ms) 2024-12-04T17:24:08,058 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:08,089 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9b5319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:08,115 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:08,125 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:08,125 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:08,128 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:08,129 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T17:24:08,133 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T17:24:08,133 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:08,155 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:08,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:08,164 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/balancer already deleted, retry=false 2024-12-04T17:24:08,167 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:08,168 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:08,170 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/normalizer already deleted, retry=false 2024-12-04T17:24:08,172 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:08,176 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:08,177 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/switch/split already deleted, retry=false 2024-12-04T17:24:08,178 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:08,179 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/switch/merge already deleted, retry=false 2024-12-04T17:24:08,196 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:08,197 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,202 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,36189,1733333045320, sessionid=0x100a642a0ef0000, setting cluster-up flag (Was=false) 2024-12-04T17:24:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,216 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314882349/flush-table-proc/acquired, /0-314882349/flush-table-proc/reached, /0-314882349/flush-table-proc/abort 2024-12-04T17:24:08,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:08,228 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314882349/online-snapshot/acquired, /0-314882349/online-snapshot/reached, /0-314882349/online-snapshot/abort 2024-12-04T17:24:08,229 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:08,236 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:08,307 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:08,316 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:08,323 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:08,328 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,36189,1733333045320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:08,332 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(746): ClusterId : 24d5b31a-e97e-4b0d-b31a-11b74053e48c 2024-12-04T17:24:08,334 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:08,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:08,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:08,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:08,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:08,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:08,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,338 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:08,338 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,338 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:08,338 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:08,341 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:08,342 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a30e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:08,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:08,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:08,348 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333078348 2024-12-04T17:24:08,350 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:08,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:08,351 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:08,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:08,356 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:08,356 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:08,356 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:08,357 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:08,357 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,363 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:36845 2024-12-04T17:24:08,364 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:08,365 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:08,366 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:08,366 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:08,367 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:08,367 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:08,367 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:08,368 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:08,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:08,370 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,36189,1733333045320 with port=36845, startcode=1733333045855 2024-12-04T17:24:08,370 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333048370,5,FailOnTimeoutGroup] 2024-12-04T17:24:08,373 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333048371,5,FailOnTimeoutGroup] 2024-12-04T17:24:08,373 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,373 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:08,375 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,375 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,382 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:08,414 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:08,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,421 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36189 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,433 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105 2024-12-04T17:24:08,433 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40141 2024-12-04T17:24:08,433 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/rs 2024-12-04T17:24:08,437 DEBUG [RS:0;1bc61fcf61ea:36845 {}] zookeeper.ZKUtil(111): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/rs/1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,437 WARN [RS:0;1bc61fcf61ea:36845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:08,437 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:08,437 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,36845,1733333045855] 2024-12-04T17:24:08,461 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:08,478 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:08,483 INFO [RS:0;1bc61fcf61ea:36845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:08,483 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,484 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:08,490 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:08,492 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,492 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,492 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,492 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,492 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,493 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,494 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,494 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:08,494 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:08,494 DEBUG [RS:0;1bc61fcf61ea:36845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:08,495 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,495 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,496 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,496 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,496 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,496 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36845,1733333045855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:08,514 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:08,515 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36845,1733333045855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,516 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,516 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.Replication(171): 1bc61fcf61ea,36845,1733333045855 started 2024-12-04T17:24:08,532 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:08,532 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,36845,1733333045855, RpcServer on 1bc61fcf61ea/172.17.0.2:36845, sessionid=0x100a642a0ef0001 2024-12-04T17:24:08,533 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:08,533 DEBUG [RS:0;1bc61fcf61ea:36845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,534 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,36845,1733333045855' 2024-12-04T17:24:08,534 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314882349/flush-table-proc/abort' 2024-12-04T17:24:08,535 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314882349/flush-table-proc/acquired' 2024-12-04T17:24:08,536 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:08,536 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:08,536 DEBUG [RS:0;1bc61fcf61ea:36845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:08,536 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,36845,1733333045855' 2024-12-04T17:24:08,536 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314882349/online-snapshot/abort' 2024-12-04T17:24:08,537 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314882349/online-snapshot/acquired' 2024-12-04T17:24:08,537 DEBUG [RS:0;1bc61fcf61ea:36845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:08,538 INFO [RS:0;1bc61fcf61ea:36845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:08,538 INFO [RS:0;1bc61fcf61ea:36845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:08,649 INFO [RS:0;1bc61fcf61ea:36845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:08,653 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36845%2C1733333045855, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:08,666 DEBUG [RS:0;1bc61fcf61ea:36845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655, exclude list is [], retry=0 2024-12-04T17:24:08,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:08,672 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 2024-12-04T17:24:08,673 DEBUG [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:08,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:08,770 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105 2024-12-04T17:24:08,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:09,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:09,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:09,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:09,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:09,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:09,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:09,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:09,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:09,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:09,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:09,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:09,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:09,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:09,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:09,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:09,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:09,239 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73092942, jitterRate=0.0891697108745575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:09,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333049191Initializing all the Stores at 1733333049195 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049196 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333049196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049196Cleaning up temporary data from old regions at 1733333049222 (+26 ms)Region opened successfully at 1733333049241 (+19 ms) 2024-12-04T17:24:09,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:09,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:09,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:09,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:09,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:09,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:09,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333049242Disabling compacts and flushes for region at 1733333049242Disabling writes for close at 1733333049242Writing region close event to WAL at 1733333049243 (+1 ms)Closed at 1733333049243 2024-12-04T17:24:09,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:09,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:09,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:09,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:09,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:09,422 DEBUG [1bc61fcf61ea:36189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:09,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:09,441 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,36845,1733333045855, state=OPENING 2024-12-04T17:24:09,446 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:09,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:09,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:09,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:09,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:09,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:09,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36845,1733333045855}] 2024-12-04T17:24:09,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:09,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:09,644 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:09,644 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:09,645 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:09,648 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36845%2C1733333045855.meta, suffix=.meta, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:09,664 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.meta.1733333049650.meta, exclude list is [], retry=0 2024-12-04T17:24:09,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:09,671 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.meta.1733333049650.meta 2024-12-04T17:24:09,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:09,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:09,676 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:09,677 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:09,679 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:09,681 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:09,685 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:09,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:09,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:09,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:09,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:09,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:09,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:09,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:09,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:09,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:09,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:09,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:09,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:09,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:09,698 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:09,699 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:09,702 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:09,705 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:09,705 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:09,706 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:09,709 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:09,711 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68320265, jitterRate=0.018051281571388245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:09,711 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:09,713 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333049687Writing region info on filesystem at 1733333049687Initializing all the Stores at 1733333049688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049689 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333049689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333049689Cleaning up temporary data from old regions at 1733333049705 (+16 ms)Running coprocessor post-open hooks at 1733333049711 (+6 ms)Region opened successfully at 1733333049713 (+2 ms) 2024-12-04T17:24:09,720 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333049623 2024-12-04T17:24:09,729 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:09,730 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:09,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:09,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,36845,1733333045855, state=OPEN 2024-12-04T17:24:09,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:09,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:09,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:09,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:09,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:09,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:09,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36845,1733333045855 in 286 msec 2024-12-04T17:24:09,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:09,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-12-04T17:24:09,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:09,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:09,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:09,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,36845,1733333045855, seqNum=-1] 2024-12-04T17:24:09,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:09,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:09,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5370 sec 2024-12-04T17:24:09,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333049805, completionTime=-1 2024-12-04T17:24:09,807 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:09,807 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:09,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:09,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333109827 2024-12-04T17:24:09,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333169828 2024-12-04T17:24:09,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-04T17:24:09,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,830 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,830 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,831 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:36189, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,831 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,838 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:09,858 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.887sec 2024-12-04T17:24:09,859 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:09,860 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:09,861 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:09,861 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:09,861 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:09,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:09,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:09,870 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:09,871 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:09,871 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36189,1733333045320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:09,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:09,949 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T17:24:09,949 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T17:24:09,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,36189,-1 for getting cluster id 2024-12-04T17:24:09,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:09,961 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24d5b31a-e97e-4b0d-b31a-11b74053e48c' 2024-12-04T17:24:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24d5b31a-e97e-4b0d-b31a-11b74053e48c" 2024-12-04T17:24:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,36189,-1] 2024-12-04T17:24:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:09,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:09,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:09,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,36845,1733333045855, seqNum=-1] 2024-12-04T17:24:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:09,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:10,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:10,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:10,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a642a0ef0002 connected 2024-12-04T17:24:10,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir so I do NOT create it in target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4 2024-12-04T17:24:10,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:24:10,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.tmp.dir so I do NOT create it in target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4 2024-12-04T17:24:10,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:24:10,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4 2024-12-04T17:24:10,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:10,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/cluster_bd911b44-21b9-a835-d332-23230aacc41d, deleteOnExit=true 2024-12-04T17:24:10,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:10,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/test.cache.data in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:10,024 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:10,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:10,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:10,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:10,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:10,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:10,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:10,098 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:10,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:10,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:10,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:10,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:10,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/java.io.tmpdir/jetty-localhost-36541-hadoop-hdfs-3_4_1-tests_jar-_-any-6505162313719542982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:10,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:36541} 2024-12-04T17:24:10,194 INFO [Time-limited test {}] server.Server(415): Started @8988ms 2024-12-04T17:24:10,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:10,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:10,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:10,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:10,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:10,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:10,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:10,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/java.io.tmpdir/jetty-localhost-36695-hadoop-hdfs-3_4_1-tests_jar-_-any-7042649903810129360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:10,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:36695} 2024-12-04T17:24:10,357 INFO [Time-limited test {}] server.Server(415): Started @9152ms 2024-12-04T17:24:10,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:10,463 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/cluster_bd911b44-21b9-a835-d332-23230aacc41d/data/data1/current/BP-681854578-172.17.0.2-1733333050049/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:10,463 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/cluster_bd911b44-21b9-a835-d332-23230aacc41d/data/data2/current/BP-681854578-172.17.0.2-1733333050049/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:10,480 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe60966ad65013e28 with lease ID 0x33be5a052f2d672a: Processing first storage report for DS-0ff82d4b-e7cd-4ecc-a88d-c4502b209e1d from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=f3972275-b6e3-453a-8e94-86c67575d2e0, infoPort=36765, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=909770769;c=1733333050049) 2024-12-04T17:24:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe60966ad65013e28 with lease ID 0x33be5a052f2d672a: from storage DS-0ff82d4b-e7cd-4ecc-a88d-c4502b209e1d node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=f3972275-b6e3-453a-8e94-86c67575d2e0, infoPort=36765, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=909770769;c=1733333050049), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T17:24:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe60966ad65013e28 with lease ID 0x33be5a052f2d672a: Processing first storage report for DS-ee9387ec-a183-46fb-8bd5-7dec3f80d73f from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=f3972275-b6e3-453a-8e94-86c67575d2e0, infoPort=36765, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=909770769;c=1733333050049) 2024-12-04T17:24:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe60966ad65013e28 with lease ID 0x33be5a052f2d672a: from storage DS-ee9387ec-a183-46fb-8bd5-7dec3f80d73f node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=f3972275-b6e3-453a-8e94-86c67575d2e0, infoPort=36765, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=909770769;c=1733333050049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:10,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4 2024-12-04T17:24:10,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:10,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935 with version=8 2024-12-04T17:24:10,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/hbase-staging 2024-12-04T17:24:10,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:10,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:10,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:10,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:10,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:10,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43145 2024-12-04T17:24:10,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43145 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431450x0, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:10,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43145-0x100a642a0ef0003 connected 2024-12-04T17:24:10,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/running 2024-12-04T17:24:10,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935, hbase.cluster.distributed=false 2024-12-04T17:24:10,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/acl 2024-12-04T17:24:10,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-04T17:24:10,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43145 2024-12-04T17:24:10,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43145 2024-12-04T17:24:10,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-04T17:24:10,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43145 2024-12-04T17:24:10,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:10,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:10,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:10,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42991 2024-12-04T17:24:10,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42991 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:10,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429910x0, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:10,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429910x0, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/running 2024-12-04T17:24:10,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42991-0x100a642a0ef0004 connected 2024-12-04T17:24:10,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:10,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:10,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/master 2024-12-04T17:24:10,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/acl 2024-12-04T17:24:10,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-04T17:24:10,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42991 2024-12-04T17:24:10,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42991 2024-12-04T17:24:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-04T17:24:10,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42991 2024-12-04T17:24:10,995 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:43145 2024-12-04T17:24:10,995 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-240747245/backup-masters/1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:10,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/backup-masters 2024-12-04T17:24:10,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/backup-masters 2024-12-04T17:24:10,998 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on existing znode=/1-240747245/backup-masters/1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-240747245/master 2024-12-04T17:24:10,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:11,000 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on existing znode=/1-240747245/master 2024-12-04T17:24:11,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-240747245/backup-masters/1bc61fcf61ea,43145,1733333050918 from backup master directory 2024-12-04T17:24:11,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-240747245/backup-masters/1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:11,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/backup-masters 2024-12-04T17:24:11,001 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:11,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/backup-masters 2024-12-04T17:24:11,001 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:11,009 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/hbase.id] with ID: 2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:11,010 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/.tmp/hbase.id 2024-12-04T17:24:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:11,422 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/.tmp/hbase.id]:[hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/hbase.id] 2024-12-04T17:24:11,445 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:11,446 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:11,448 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:24:11,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:11,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:11,859 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:11,860 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:11,861 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:12,278 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store 2024-12-04T17:24:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:12,692 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:12,692 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:12,692 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:12,692 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:12,692 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:12,692 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:12,693 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:12,693 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333052692Disabling compacts and flushes for region at 1733333052692Disabling writes for close at 1733333052692Writing region close event to WAL at 1733333052693 (+1 ms)Closed at 1733333052693 2024-12-04T17:24:12,696 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/.initializing 2024-12-04T17:24:12,696 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/WALs/1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:12,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:12,704 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C43145%2C1733333050918, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/WALs/1bc61fcf61ea,43145,1733333050918, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:12,718 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/WALs/1bc61fcf61ea,43145,1733333050918/1bc61fcf61ea%2C43145%2C1733333050918.1733333052704, exclude list is [], retry=0 2024-12-04T17:24:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-0ff82d4b-e7cd-4ecc-a88d-c4502b209e1d,DISK] 2024-12-04T17:24:12,724 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/WALs/1bc61fcf61ea,43145,1733333050918/1bc61fcf61ea%2C43145%2C1733333050918.1733333052704 2024-12-04T17:24:12,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T17:24:12,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:12,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:12,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:12,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:12,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:12,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:12,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:12,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:12,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:12,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:12,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:12,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:12,743 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,744 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,744 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:12,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:12,754 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:12,754 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75141190, jitterRate=0.11969098448753357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:12,755 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333052725Initializing all the Stores at 1733333052727 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333052727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333052727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333052727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333052727Cleaning up temporary data from old regions at 1733333052747 (+20 ms)Region opened successfully at 1733333052755 (+8 ms) 2024-12-04T17:24:12,755 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:12,759 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e35ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:12,760 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:12,760 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:12,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:12,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:12,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:24:12,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:24:12,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:12,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:12,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:12,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/balancer already deleted, retry=false 2024-12-04T17:24:12,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:12,768 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:12,769 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/normalizer already deleted, retry=false 2024-12-04T17:24:12,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:12,770 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:12,771 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/switch/split already deleted, retry=false 2024-12-04T17:24:12,772 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:12,773 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/switch/merge already deleted, retry=false 2024-12-04T17:24:12,775 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:12,776 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-240747245/running 2024-12-04T17:24:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-240747245/running 2024-12-04T17:24:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,778 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,43145,1733333050918, sessionid=0x100a642a0ef0003, setting cluster-up flag (Was=false) 2024-12-04T17:24:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,784 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-240747245/flush-table-proc/acquired, /1-240747245/flush-table-proc/reached, /1-240747245/flush-table-proc/abort 2024-12-04T17:24:12,786 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:12,792 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-240747245/online-snapshot/acquired, /1-240747245/online-snapshot/reached, /1-240747245/online-snapshot/abort 2024-12-04T17:24:12,793 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:12,795 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:12,798 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:12,798 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:12,798 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:12,798 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,43145,1733333050918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:12,800 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:12,800 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:12,800 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:12,800 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:12,801 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:12,801 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,801 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:12,801 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,802 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333082802 2024-12-04T17:24:12,802 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:12,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:12,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:12,804 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:12,804 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:12,804 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:12,804 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:12,804 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333052804,5,FailOnTimeoutGroup] 2024-12-04T17:24:12,805 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333052804,5,FailOnTimeoutGroup] 2024-12-04T17:24:12,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:12,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:12,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:12,890 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(746): ClusterId : 2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:12,890 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:12,895 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:12,895 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:12,899 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:12,900 DEBUG [RS:0;1bc61fcf61ea:42991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c37c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:12,912 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:42991 2024-12-04T17:24:12,913 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:12,913 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:12,913 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:12,914 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,43145,1733333050918 with port=42991, startcode=1733333050963 2024-12-04T17:24:12,914 DEBUG [RS:0;1bc61fcf61ea:42991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:12,916 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:12,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43145 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,920 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935 2024-12-04T17:24:12,920 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41527 2024-12-04T17:24:12,920 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/rs 2024-12-04T17:24:12,923 DEBUG [RS:0;1bc61fcf61ea:42991 {}] zookeeper.ZKUtil(111): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on existing znode=/1-240747245/rs/1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,923 WARN [RS:0;1bc61fcf61ea:42991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:12,923 INFO [RS:0;1bc61fcf61ea:42991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:12,923 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,42991,1733333050963] 2024-12-04T17:24:12,928 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:12,931 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:12,932 INFO [RS:0;1bc61fcf61ea:42991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:12,932 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,932 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:12,933 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:12,933 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:12,934 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:12,935 DEBUG [RS:0;1bc61fcf61ea:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,936 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42991,1733333050963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:12,950 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:12,951 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42991,1733333050963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,951 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,951 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.Replication(171): 1bc61fcf61ea,42991,1733333050963 started 2024-12-04T17:24:12,963 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:12,963 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,42991,1733333050963, RpcServer on 1bc61fcf61ea/172.17.0.2:42991, sessionid=0x100a642a0ef0004 2024-12-04T17:24:12,964 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:12,964 DEBUG [RS:0;1bc61fcf61ea:42991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,964 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,42991,1733333050963' 2024-12-04T17:24:12,964 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-240747245/flush-table-proc/abort' 2024-12-04T17:24:12,965 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-240747245/flush-table-proc/acquired' 2024-12-04T17:24:12,965 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:12,965 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:12,965 DEBUG [RS:0;1bc61fcf61ea:42991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:12,966 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,42991,1733333050963' 2024-12-04T17:24:12,966 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-240747245/online-snapshot/abort' 2024-12-04T17:24:12,966 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-240747245/online-snapshot/acquired' 2024-12-04T17:24:12,967 DEBUG [RS:0;1bc61fcf61ea:42991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:12,967 INFO [RS:0;1bc61fcf61ea:42991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:12,967 INFO [RS:0;1bc61fcf61ea:42991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:13,069 INFO [RS:0;1bc61fcf61ea:42991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:13,075 INFO [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C42991%2C1733333050963, suffix=, logDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/oldWALs, maxLogs=10 2024-12-04T17:24:13,093 DEBUG [RS:0;1bc61fcf61ea:42991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963/1bc61fcf61ea%2C42991%2C1733333050963.1733333053078, exclude list is [], retry=0 2024-12-04T17:24:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-0ff82d4b-e7cd-4ecc-a88d-c4502b209e1d,DISK] 2024-12-04T17:24:13,099 INFO [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963/1bc61fcf61ea%2C42991%2C1733333050963.1733333053078 2024-12-04T17:24:13,100 DEBUG [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T17:24:13,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:13,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935 2024-12-04T17:24:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:13,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:13,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:13,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:13,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:13,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:13,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:13,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:13,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:13,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:13,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:13,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:13,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:13,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:13,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:13,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:13,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:13,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:13,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740 2024-12-04T17:24:13,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740 2024-12-04T17:24:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:13,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:13,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:13,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:13,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63060235, jitterRate=-0.06032927334308624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:13,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333053627Initializing all the Stores at 1733333053630 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333053631 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333053631Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333053631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333053631Cleaning up temporary data from old regions at 1733333053649 (+18 ms)Region opened successfully at 1733333053655 (+6 ms) 2024-12-04T17:24:13,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:13,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:13,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:13,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:13,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:13,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:13,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333053655Disabling compacts and flushes for region at 1733333053655Disabling writes for close at 1733333053655Writing region close event to WAL at 1733333053656 (+1 ms)Closed at 1733333053656 2024-12-04T17:24:13,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:13,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:13,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:13,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:13,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:13,813 DEBUG [1bc61fcf61ea:43145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:13,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:13,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,42991,1733333050963, state=OPENING 2024-12-04T17:24:13,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:13,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:13,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:13,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:13,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-240747245/meta-region-server: CHANGED 2024-12-04T17:24:13,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-240747245/meta-region-server: CHANGED 2024-12-04T17:24:13,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,42991,1733333050963}] 2024-12-04T17:24:13,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:13,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:13,994 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:13,994 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:13,995 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:13,998 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C42991%2C1733333050963.meta, suffix=.meta, logDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963, archiveDir=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/oldWALs, maxLogs=10 2024-12-04T17:24:14,011 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963/1bc61fcf61ea%2C42991%2C1733333050963.meta.1733333054000.meta, exclude list is [], retry=0 2024-12-04T17:24:14,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-0ff82d4b-e7cd-4ecc-a88d-c4502b209e1d,DISK] 2024-12-04T17:24:14,018 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963/1bc61fcf61ea%2C42991%2C1733333050963.meta.1733333054000.meta 2024-12-04T17:24:14,019 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T17:24:14,019 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:14,019 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:14,019 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:14,019 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:14,019 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:14,020 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:14,020 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:14,020 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:14,020 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:14,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:14,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:14,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:14,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:14,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:14,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:14,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:14,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:14,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:14,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:14,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:14,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:14,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:14,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:14,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:14,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:14,033 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:14,034 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740 2024-12-04T17:24:14,036 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740 2024-12-04T17:24:14,039 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:14,039 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:14,039 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:14,042 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:14,043 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69108589, jitterRate=0.029798224568367004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:14,043 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:14,044 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333054020Writing region info on filesystem at 1733333054020Initializing all the Stores at 1733333054022 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333054022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333054023 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333054023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333054023Cleaning up temporary data from old regions at 1733333054039 (+16 ms)Running coprocessor post-open hooks at 1733333054043 (+4 ms)Region opened successfully at 1733333054043 2024-12-04T17:24:14,045 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333053979 2024-12-04T17:24:14,048 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:14,048 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:14,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:14,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,42991,1733333050963, state=OPEN 2024-12-04T17:24:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-240747245/meta-region-server 2024-12-04T17:24:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-240747245/meta-region-server 2024-12-04T17:24:14,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-240747245/meta-region-server: CHANGED 2024-12-04T17:24:14,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-240747245/meta-region-server: CHANGED 2024-12-04T17:24:14,052 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:14,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:14,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,42991,1733333050963 in 226 msec 2024-12-04T17:24:14,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:14,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-12-04T17:24:14,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:14,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:14,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:14,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,42991,1733333050963, seqNum=-1] 2024-12-04T17:24:14,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:14,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:14,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-12-04T17:24:14,073 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333054073, completionTime=-1 2024-12-04T17:24:14,073 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:14,073 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333114076 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333174076 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:43145, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,077 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,077 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,079 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.081sec 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:14,082 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:14,086 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:14,086 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:14,086 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43145,1733333050918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:14,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:14,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:14,090 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:14,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fd89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:14,093 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:14,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,42991,1733333050963, seqNum=-1] 2024-12-04T17:24:14,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:14,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:14,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:14,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:14,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:14,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a642a0ef0005 connected 2024-12-04T17:24:14,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,36189,-1 for getting cluster id 2024-12-04T17:24:14,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:14,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24d5b31a-e97e-4b0d-b31a-11b74053e48c' 2024-12-04T17:24:14,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24d5b31a-e97e-4b0d-b31a-11b74053e48c" 2024-12-04T17:24:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9106a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,36189,-1] 2024-12-04T17:24:14,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:14,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:14,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fce84cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:14,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6632805f 2024-12-04T17:24:14,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:14,136 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:14,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:14,148 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:14,149 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47250ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,149 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:14,150 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:14,151 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aa7d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:14,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:14,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:14,153 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:14,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b50c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:14,155 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:14,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:14,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e11d5d3 2024-12-04T17:24:14,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:14,163 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:14,175 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T17:24:14,175 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:14,179 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:14,179 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:14,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:14,180 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:14,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:24:14,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:24:14,191 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:14,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:24:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741835_1011 (size=1138) 2024-12-04T17:24:14,240 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:14,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:24:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:14,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcaf63d4264a2d673637d141366743ca, NAME => 'hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105 2024-12-04T17:24:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741836_1012 (size=44) 2024-12-04T17:24:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:15,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcaf63d4264a2d673637d141366743ca, disabling compactions & flushes 2024-12-04T17:24:15,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. after waiting 0 ms 2024-12-04T17:24:15,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcaf63d4264a2d673637d141366743ca: Waiting for close lock at 1733333055023Disabling compacts and flushes for region at 1733333055023Disabling writes for close at 1733333055024 (+1 ms)Writing region close event to WAL at 1733333055024Closed at 1733333055024 2024-12-04T17:24:15,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:24:15,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333055029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333055029"}]},"ts":"1733333055029"} 2024-12-04T17:24:15,039 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:24:15,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:24:15,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333055041"}]},"ts":"1733333055041"} 2024-12-04T17:24:15,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:24:15,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN}] 2024-12-04T17:24:15,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN 2024-12-04T17:24:15,051 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,36845,1733333045855; forceNewPlan=false, retain=false 2024-12-04T17:24:15,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:15,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bcaf63d4264a2d673637d141366743ca, regionState=OPENING, regionLocation=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:15,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN because future has completed 2024-12-04T17:24:15,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,36845,1733333045855}] 2024-12-04T17:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:15,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:15,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:24:15,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36845%2C1733333045855.rep, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:15,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.rep.1733333055379, exclude list is [], retry=0 2024-12-04T17:24:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:15,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.rep.1733333055379 2024-12-04T17:24:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:15,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bcaf63d4264a2d673637d141366743ca, NAME => 'hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:15,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. service=MultiRowMutationService 2024-12-04T17:24:15,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,399 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,401 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName hfileref 2024-12-04T17:24:15,401 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:15,402 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:15,402 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,403 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName queue 2024-12-04T17:24:15,403 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:15,404 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:15,404 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,406 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName sid 2024-12-04T17:24:15,406 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:15,407 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:24:15,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:15,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bcaf63d4264a2d673637d141366743ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63620631, jitterRate=-0.05197872221469879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:24:15,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:15,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bcaf63d4264a2d673637d141366743ca: Running coprocessor pre-open hook at 1733333055398Writing region info on filesystem at 1733333055398Initializing all the Stores at 1733333055399 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333055399Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333055399Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333055399Cleaning up temporary data from old regions at 1733333055410 (+11 ms)Running coprocessor post-open hooks at 1733333055417 (+7 ms)Region opened successfully at 1733333055417 2024-12-04T17:24:15,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., pid=7, masterSystemTime=1733333055362 2024-12-04T17:24:15,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:15,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bcaf63d4264a2d673637d141366743ca, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:15,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,36845,1733333045855 because future has completed 2024-12-04T17:24:15,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T17:24:15,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,36845,1733333045855 in 219 msec 2024-12-04T17:24:15,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:24:15,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN in 382 msec 2024-12-04T17:24:15,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:24:15,435 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333055435"}]},"ts":"1733333055435"} 2024-12-04T17:24:15,438 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:24:15,439 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:24:15,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-04T17:24:15,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., hostname=1bc61fcf61ea,36845,1733333045855, seqNum=2] 2024-12-04T17:24:15,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36845 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T17:24:15,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:15,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:15,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:24:15,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:24:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T17:24:15,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:24:15,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T17:24:15,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:15,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T17:24:15,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:15,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T17:24:15,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T17:24:15,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T17:24:15,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T17:24:15,642 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:24:15,674 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,36845,1733333045855, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:24:15,675 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:15,675 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,36845,1733333045855, seqNum=-1] 2024-12-04T17:24:15,676 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:15,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T17:24:15,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,36845,1733333045855', locateType=CURRENT is [region=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., hostname=1bc61fcf61ea,36845,1733333045855, seqNum=2] 2024-12-04T17:24:15,686 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T17:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T17:24:15,692 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,36845,1733333045855 suceeded 2024-12-04T17:24:15,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T17:24:15,697 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:15,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-04T17:24:15,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-12-04T17:24:15,705 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:15,707 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b2f852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:15,707 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:15,707 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:15,708 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:15,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53aef5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:15,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:15,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:15,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:15,710 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:15,711 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@629f97ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:15,711 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c09550 2024-12-04T17:24:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:15,713 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T17:24:15,714 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,36845,1733333045855 (queues=1) is replicating from cluster=24d5b31a-e97e-4b0d-b31a-11b74053e48c to cluster=2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:15,716 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C36845%2C1733333045855 2024-12-04T17:24:15,720 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,36845,1733333045855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:24:15,722 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C36845%2C1733333045855 2024-12-04T17:24:15,726 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655, startPosition=0, beingWritten=true 2024-12-04T17:24:15,971 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:16,284 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:16,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:16,298 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:24:16,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:16,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:16,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,36189,-1 for getting cluster id 2024-12-04T17:24:16,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:16,300 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24d5b31a-e97e-4b0d-b31a-11b74053e48c' 2024-12-04T17:24:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24d5b31a-e97e-4b0d-b31a-11b74053e48c" 2024-12-04T17:24:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3140acbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,36189,-1] 2024-12-04T17:24:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:16,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c665a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1261a55f 2024-12-04T17:24:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:24:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T17:24:16,311 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:16,312 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f426dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,312 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:16,313 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:16,313 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8c89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:16,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,315 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d0f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,316 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:16,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c927478 2024-12-04T17:24:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,318 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,319 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T17:24:16,319 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:16,319 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,320 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:16,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:24:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T17:24:16,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T17:24:16,484 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T17:24:16,523 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-1bc61fcf61ea,36845,1733333045855, ReplicationSource: 2, currentBandwidth=0 2024-12-04T17:24:16,526 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T17:24:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T17:24:16,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1bc61fcf61ea,36845,1733333045855 suceeded 2024-12-04T17:24:16,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:24:16,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-04T17:24:16,533 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:16,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 225 msec 2024-12-04T17:24:16,541 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:16,542 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,542 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:16,543 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:16,543 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:16,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:16,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:16,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d6528b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,546 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:16,546 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,546 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195cbba5 2024-12-04T17:24:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,548 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,549 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1bc61fcf61ea,36845,1733333045855 (queues=1) is replicating from cluster=24d5b31a-e97e-4b0d-b31a-11b74053e48c to cluster=2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:16,549 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1bc61fcf61ea%2C36845%2C1733333045855 2024-12-04T17:24:16,549 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1bc61fcf61ea,36845,1733333045855, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:24:16,550 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C36845%2C1733333045855 2024-12-04T17:24:16,550 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655, startPosition=0, beingWritten=true 2024-12-04T17:24:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T17:24:16,627 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T17:24:16,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:16,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:16,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:16,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:16,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3c38d 2024-12-04T17:24:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:16,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T17:24:16,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:16,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T17:24:16,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T17:24:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T17:24:16,647 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:16,648 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e9472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,648 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:16,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:16,649 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c29726a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:16,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,652 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:16,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e722197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc6ab31 2024-12-04T17:24:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,656 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,657 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:24:16,657 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:16,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:16,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:24:16,691 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:16,756 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T17:24:16,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T17:24:16,817 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T17:24:16,819 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T17:24:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T17:24:16,823 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 1bc61fcf61ea,36845,1733333045855 suceeded 2024-12-04T17:24:16,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T17:24:16,826 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:16,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-04T17:24:16,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-12-04T17:24:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T17:24:16,968 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T17:24:16,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T17:24:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T17:24:16,972 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:16,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cb1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,973 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:16,973 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:16,974 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:16,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:16,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:16,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6096c999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:16,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:16,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,976 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1e8c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:16,977 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7270152e 2024-12-04T17:24:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:16,979 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:16,980 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T17:24:16,980 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:16,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:16,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:16,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:24:17,063 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T17:24:17,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T17:24:17,137 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T17:24:17,139 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T17:24:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T17:24:17,142 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 1bc61fcf61ea,36845,1733333045855 suceeded 2024-12-04T17:24:17,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T17:24:17,145 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://1bc61fcf61ea:43145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:17,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-04T17:24:17,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-12-04T17:24:17,197 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T17:24:17,288 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T17:24:17,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:17,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36189 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T17:24:17,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:17,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:17,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:17,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:17,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:17,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:24:17,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1018240919, stopped=false 2024-12-04T17:24:17,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,36189,1733333045320 2024-12-04T17:24:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:17,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:17,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:17,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:17,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:17,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:17,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,36845,1733333045855' ***** 2024-12-04T17:24:17,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:24:17,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:17,293 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:24:17,293 INFO [RS:0;1bc61fcf61ea:36845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:24:17,293 INFO [RS:0;1bc61fcf61ea:36845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:24:17,294 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(3091): Received CLOSE for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:17,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:24:17,294 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:17,294 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:17,294 INFO [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:36845. 2024-12-04T17:24:17,294 DEBUG [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:17,294 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcaf63d4264a2d673637d141366743ca, disabling compactions & flushes 2024-12-04T17:24:17,295 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:17,295 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:24:17,295 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:17,295 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. after waiting 0 ms 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:17,295 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:24:17,295 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:24:17,295 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcaf63d4264a2d673637d141366743ca=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.} 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:17,295 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:17,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:17,296 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:17,298 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T17:24:17,298 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcaf63d4264a2d673637d141366743ca 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T17:24:17,305 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:17,362 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/.tmp/queue/fab08f7730104e1a808f4b019310f59b is 151, key is 1-1bc61fcf61ea,36845,1733333045855/queue:1bc61fcf61ea%2C36845%2C1733333045855/1733333055681/Put/seqid=0 2024-12-04T17:24:17,362 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1e82c43cee834fde8d31f8ea0349a383 is 147, key is hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca./info:regioninfo/1733333055422/Put/seqid=0 2024-12-04T17:24:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741839_1015 (size=5500) 2024-12-04T17:24:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741838_1014 (size=6631) 2024-12-04T17:24:17,373 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1e82c43cee834fde8d31f8ea0349a383 2024-12-04T17:24:17,435 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/ns/a97910de5d11441791a2e75f8b2f7b94 is 43, key is default/ns:d/1733333049790/Put/seqid=0 2024-12-04T17:24:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741840_1016 (size=5153) 2024-12-04T17:24:17,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:17,496 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:17,545 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:24:17,545 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:24:17,696 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:17,774 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/.tmp/queue/fab08f7730104e1a808f4b019310f59b 2024-12-04T17:24:17,786 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/.tmp/queue/fab08f7730104e1a808f4b019310f59b as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/queue/fab08f7730104e1a808f4b019310f59b 2024-12-04T17:24:17,796 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/queue/fab08f7730104e1a808f4b019310f59b, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T17:24:17,803 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:17,804 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bcaf63d4264a2d673637d141366743ca in 505ms, sequenceid=6, compaction requested=false 2024-12-04T17:24:17,804 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:24:17,813 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T17:24:17,815 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:17,815 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:17,816 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:17,816 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcaf63d4264a2d673637d141366743ca: Waiting for close lock at 1733333057294Running coprocessor pre-close hooks at 1733333057294Disabling compacts and flushes for region at 1733333057294Disabling writes for close at 1733333057295 (+1 ms)Obtaining lock to block concurrent updates at 1733333057298 (+3 ms)Preparing flush snapshotting stores in bcaf63d4264a2d673637d141366743ca at 1733333057298Finished memstore snapshotting hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733333057305 (+7 ms)Flushing stores of hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. at 1733333057307 (+2 ms)Flushing bcaf63d4264a2d673637d141366743ca/queue: creating writer at 1733333057308 (+1 ms)Flushing bcaf63d4264a2d673637d141366743ca/queue: appending metadata at 1733333057351 (+43 ms)Flushing bcaf63d4264a2d673637d141366743ca/queue: closing flushed file at 1733333057354 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45729781: reopening flushed file at 1733333057784 (+430 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bcaf63d4264a2d673637d141366743ca in 505ms, sequenceid=6, compaction requested=false at 1733333057804 (+20 ms)Writing region close event to WAL at 1733333057807 (+3 ms)Running coprocessor post-close hooks at 1733333057813 (+6 ms)Closed at 1733333057816 (+3 ms) 2024-12-04T17:24:17,816 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:17,842 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/ns/a97910de5d11441791a2e75f8b2f7b94 2024-12-04T17:24:17,866 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/table/4ab0a4aff8c84c639977ea5bfe8d1f8e is 53, key is hbase:replication/table:state/1733333055435/Put/seqid=0 2024-12-04T17:24:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741841_1017 (size=5256) 2024-12-04T17:24:17,896 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:17,993 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:18,097 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:18,272 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/table/4ab0a4aff8c84c639977ea5bfe8d1f8e 2024-12-04T17:24:18,286 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1e82c43cee834fde8d31f8ea0349a383 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/info/1e82c43cee834fde8d31f8ea0349a383 2024-12-04T17:24:18,295 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/info/1e82c43cee834fde8d31f8ea0349a383, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T17:24:18,296 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/ns/a97910de5d11441791a2e75f8b2f7b94 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/ns/a97910de5d11441791a2e75f8b2f7b94 2024-12-04T17:24:18,297 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:24:18,297 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:24:18,297 DEBUG [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:18,305 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/ns/a97910de5d11441791a2e75f8b2f7b94, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:24:18,307 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/table/4ab0a4aff8c84c639977ea5bfe8d1f8e as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/table/4ab0a4aff8c84c639977ea5bfe8d1f8e 2024-12-04T17:24:18,315 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/table/4ab0a4aff8c84c639977ea5bfe8d1f8e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T17:24:18,316 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=11, compaction requested=false 2024-12-04T17:24:18,322 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:24:18,323 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:18,323 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:18,323 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:18,323 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333057295Running coprocessor pre-close hooks at 1733333057295Disabling compacts and flushes for region at 1733333057295Disabling writes for close at 1733333057295Obtaining lock to block concurrent updates at 1733333057298 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733333057298Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733333057305 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333057307 (+2 ms)Flushing 1588230740/info: creating writer at 1733333057308 (+1 ms)Flushing 1588230740/info: appending metadata at 1733333057351 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733333057354 (+3 ms)Flushing 1588230740/ns: creating writer at 1733333057412 (+58 ms)Flushing 1588230740/ns: appending metadata at 1733333057434 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333057434Flushing 1588230740/table: creating writer at 1733333057852 (+418 ms)Flushing 1588230740/table: appending metadata at 1733333057866 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733333057866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f447738: reopening flushed file at 1733333058285 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e8a780: reopening flushed file at 1733333058295 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2e4db1: reopening flushed file at 1733333058305 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=11, compaction requested=false at 1733333058316 (+11 ms)Writing region close event to WAL at 1733333058318 (+2 ms)Running coprocessor post-close hooks at 1733333058323 (+5 ms)Closed at 1733333058323 2024-12-04T17:24:18,324 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:18,498 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,36845,1733333045855; all regions closed. 2024-12-04T17:24:18,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741834_1010 (size=2742) 2024-12-04T17:24:18,511 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:18,513 DEBUG [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:18,513 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36845%2C1733333045855.meta:.meta(num 1733333049650) 2024-12-04T17:24:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741837_1013 (size=1802) 2024-12-04T17:24:18,519 DEBUG [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:18,519 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36845%2C1733333045855.rep:(num 1733333055379) 2024-12-04T17:24:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741832_1008 (size=93) 2024-12-04T17:24:18,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 not finished, retry = 0 2024-12-04T17:24:18,603 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 to pos 0, reset compression=false 2024-12-04T17:24:18,624 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655 2024-12-04T17:24:18,625 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T17:24:18,625 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T17:24:18,629 DEBUG [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:18,629 INFO [RS:0;1bc61fcf61ea:36845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36845%2C1733333045855:(num 1733333048655) 2024-12-04T17:24:18,629 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:18,629 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:18,630 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:18,630 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:18,631 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:18,631 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:18,632 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,36845,1733333045855 because: Region server is closing 2024-12-04T17:24:18,632 INFO [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:36845. 2024-12-04T17:24:18,633 DEBUG [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:18,633 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:18,633 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:18,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:18,625 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1bc61fcf61ea,36845,1733333045855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855/1bc61fcf61ea%2C36845%2C1733333045855.1733333048655, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T17:24:18,636 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,36845,1733333045855: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-1bc61fcf61ea,36845,1733333045855, walGroup=1bc61fcf61ea%2C36845%2C1733333045855, offset=1bc61fcf61ea%2C36845%2C1733333045855.1733333048655:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:36845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:24:18,637 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:24:18,639 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:24:18,640 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:24:18,640 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:24:18,641 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:24:18,641 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 377718048 }, "NonHeapMemoryUsage": { "committed": 152371200, "init": 7667712, "max": -1, "used": 150109496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:24:18,642 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1bc61fcf61ea%2C36845%2C1733333045855.1733333048655] 2024-12-04T17:24:18,733 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.wal-reader.1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:24:18,733 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:24:18,734 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,1-1bc61fcf61ea,36845,1733333045855 terminated 2024-12-04T17:24:18,734 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1bc61fcf61ea,36845,1733333045855 because: Region server is closing 2024-12-04T17:24:18,734 INFO [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:36845. 2024-12-04T17:24:18,734 DEBUG [RS:0;1bc61fcf61ea:36845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:18,735 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:18,735 DEBUG [RS:0;1bc61fcf61ea:36845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:18,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:18,735 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,36845,1733333045855.replicationSource.shipper1bc61fcf61ea%2C36845%2C1733333045855,2-1bc61fcf61ea,36845,1733333045855 terminated 2024-12-04T17:24:18,735 INFO [RS:0;1bc61fcf61ea:36845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36845 2024-12-04T17:24:18,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/rs 2024-12-04T17:24:18,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/rs/1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:18,739 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:18,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,36845,1733333045855] 2024-12-04T17:24:18,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/draining/1bc61fcf61ea,36845,1733333045855 already deleted, retry=false 2024-12-04T17:24:18,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,36845,1733333045855 expired; onlineServers=0 2024-12-04T17:24:18,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,36189,1733333045320' ***** 2024-12-04T17:24:18,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:24:18,742 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:18,742 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:18,742 DEBUG [M:0;1bc61fcf61ea:36189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:24:18,742 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:24:18,742 DEBUG [M:0;1bc61fcf61ea:36189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:24:18,742 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333048371 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333048371,5,FailOnTimeoutGroup] 2024-12-04T17:24:18,742 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333048370 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333048370,5,FailOnTimeoutGroup] 2024-12-04T17:24:18,743 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:18,743 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:18,743 DEBUG [M:0;1bc61fcf61ea:36189 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:24:18,743 INFO [M:0;1bc61fcf61ea:36189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:24:18,743 INFO [M:0;1bc61fcf61ea:36189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:18,744 INFO [M:0;1bc61fcf61ea:36189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:24:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/master 2024-12-04T17:24:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:18,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:24:18,744 DEBUG [M:0;1bc61fcf61ea:36189 {}] zookeeper.ZKUtil(347): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/master because node does not exist (not an error) 2024-12-04T17:24:18,744 WARN [M:0;1bc61fcf61ea:36189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:24:18,745 INFO [M:0;1bc61fcf61ea:36189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.lastflushedseqids 2024-12-04T17:24:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741842_1018 (size=181) 2024-12-04T17:24:18,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:18,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36845-0x100a642a0ef0001, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:18,842 INFO [RS:0;1bc61fcf61ea:36845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:18,842 INFO [RS:0;1bc61fcf61ea:36845 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,36845,1733333045855; zookeeper connection closed. 2024-12-04T17:24:18,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d7d0ed0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d7d0ed0 2024-12-04T17:24:18,843 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:24:19,156 INFO [M:0;1bc61fcf61ea:36189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:24:19,157 INFO [M:0;1bc61fcf61ea:36189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:24:19,157 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:19,157 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:19,157 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:19,157 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:19,157 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:19,157 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T17:24:19,178 DEBUG [M:0;1bc61fcf61ea:36189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72303a0b5e7d4ee3a2570f82b2390949 is 82, key is hbase:meta,,1/info:regioninfo/1733333049731/Put/seqid=0 2024-12-04T17:24:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741843_1019 (size=5672) 2024-12-04T17:24:19,586 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72303a0b5e7d4ee3a2570f82b2390949 2024-12-04T17:24:19,623 DEBUG [M:0;1bc61fcf61ea:36189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5045cfcf6cf24bf79866428a138939e3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733333055441/Put/seqid=0 2024-12-04T17:24:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741844_1020 (size=8663) 2024-12-04T17:24:20,029 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5045cfcf6cf24bf79866428a138939e3 2024-12-04T17:24:20,053 DEBUG [M:0;1bc61fcf61ea:36189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32781ed9694441c7a891d2eab594e856 is 69, key is 1bc61fcf61ea,36845,1733333045855/rs:state/1733333048423/Put/seqid=0 2024-12-04T17:24:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741845_1021 (size=5156) 2024-12-04T17:24:20,459 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32781ed9694441c7a891d2eab594e856 2024-12-04T17:24:20,471 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72303a0b5e7d4ee3a2570f82b2390949 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72303a0b5e7d4ee3a2570f82b2390949 2024-12-04T17:24:20,478 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72303a0b5e7d4ee3a2570f82b2390949, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T17:24:20,480 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5045cfcf6cf24bf79866428a138939e3 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5045cfcf6cf24bf79866428a138939e3 2024-12-04T17:24:20,486 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5045cfcf6cf24bf79866428a138939e3, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T17:24:20,488 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32781ed9694441c7a891d2eab594e856 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32781ed9694441c7a891d2eab594e856 2024-12-04T17:24:20,494 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32781ed9694441c7a891d2eab594e856, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T17:24:20,495 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false 2024-12-04T17:24:20,497 INFO [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:20,497 DEBUG [M:0;1bc61fcf61ea:36189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333059157Disabling compacts and flushes for region at 1733333059157Disabling writes for close at 1733333059157Obtaining lock to block concurrent updates at 1733333059157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333059157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733333059158 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333059159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333059159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333059178 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333059178Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333059600 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333059622 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333059622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333060037 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333060052 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333060052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e17fc6b: reopening flushed file at 1733333060470 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7463c: reopening flushed file at 1733333060479 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1c6a00: reopening flushed file at 1733333060487 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false at 1733333060495 (+8 ms)Writing region close event to WAL at 1733333060497 (+2 ms)Closed at 1733333060497 2024-12-04T17:24:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741830_1006 (size=59421) 2024-12-04T17:24:20,501 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:20,501 INFO [M:0;1bc61fcf61ea:36189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:24:20,501 INFO [M:0;1bc61fcf61ea:36189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36189 2024-12-04T17:24:20,502 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:20,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:20,603 INFO [M:0;1bc61fcf61ea:36189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36189-0x100a642a0ef0000, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:20,612 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:20,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:20,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37743 2024-12-04T17:24:20,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37743 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:20,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377430x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:20,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37743-0x100a642a0ef0006 connected 2024-12-04T17:24:20,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:20,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:20,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:20,625 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: INIT 2024-12-04T17:24:20,625 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105, hbase.cluster.distributed=false 2024-12-04T17:24:20,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/acl 2024-12-04T17:24:20,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37743 2024-12-04T17:24:20,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37743 2024-12-04T17:24:20,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37743 2024-12-04T17:24:20,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37743 2024-12-04T17:24:20,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37743 2024-12-04T17:24:20,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:20,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:20,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45633 2024-12-04T17:24:20,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45633 connecting to ZooKeeper ensemble=127.0.0.1:56248 2024-12-04T17:24:20,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:20,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:20,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456330x0, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:20,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45633-0x100a642a0ef0007 connected 2024-12-04T17:24:20,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:20,658 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: INIT 2024-12-04T17:24:20,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:20,659 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:20,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/master 2024-12-04T17:24:20,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/acl 2024-12-04T17:24:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45633 2024-12-04T17:24:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45633 2024-12-04T17:24:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45633 2024-12-04T17:24:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45633 2024-12-04T17:24:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45633 2024-12-04T17:24:20,671 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:37743 2024-12-04T17:24:20,671 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-314882349/backup-masters/1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:20,673 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/backup-masters/1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/master 2024-12-04T17:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:20,676 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/master 2024-12-04T17:24:20,676 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-314882349/backup-masters/1bc61fcf61ea,37743,1733333060612 from backup master directory 2024-12-04T17:24:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/backup-masters/1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/backup-masters 2024-12-04T17:24:20,677 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:20,677 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:20,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:20,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:20,710 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-04T17:24:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741846_1022 (size=196) 2024-12-04T17:24:20,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:21,121 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:21,122 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:21,123 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:21,134 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T17:24:21,138 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320 to hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320-dead as it is dead 2024-12-04T17:24:21,139 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T17:24:21,139 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T17:24:21,139 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320-dead/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:21,144 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320-dead/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 after 4ms 2024-12-04T17:24:21,146 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320-dead/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 to hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:21,146 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,36189,1733333045320-dead 2024-12-04T17:24:21,146 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:21,148 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:21,149 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C37743%2C1733333060612, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,37743,1733333060612, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:21,160 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,37743,1733333060612/1bc61fcf61ea%2C37743%2C1733333060612.1733333061149, exclude list is [], retry=0 2024-12-04T17:24:21,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:21,166 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,37743,1733333060612/1bc61fcf61ea%2C37743%2C1733333060612.1733333061149 2024-12-04T17:24:21,166 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:21,166 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:21,166 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:21,166 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,166 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:21,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72303a0b5e7d4ee3a2570f82b2390949 2024-12-04T17:24:21,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:21,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:21,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5045cfcf6cf24bf79866428a138939e3 2024-12-04T17:24:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:21,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:21,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32781ed9694441c7a891d2eab594e856 2024-12-04T17:24:21,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:21,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:21,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:21,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,199 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T17:24:21,199 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:21,213 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:21,214 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C36189%2C1733333045320.1733333047879 2024-12-04T17:24:21,216 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,216 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,217 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:21,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:21,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T17:24:21,222 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71561705, jitterRate=0.06635250151157379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:21,223 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333061167Initializing all the Stores at 1733333061168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333061168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333061168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333061168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333061168Cleaning up temporary data from old regions at 1733333061216 (+48 ms)Region opened successfully at 1733333061223 (+7 ms) 2024-12-04T17:24:21,223 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:21,228 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd32dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:21,238 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T17:24:21,239 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:21,239 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:21,239 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:21,240 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:24:21,246 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:21,246 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:21,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:24:21,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:21,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T17:24:21,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T17:24:21,247 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-04T17:24:21,248 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:21,252 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1bc61fcf61ea,36845,1733333045855, regionLocation=1bc61fcf61ea,36845,1733333045855, openSeqNum=2 2024-12-04T17:24:21,252 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1bc61fcf61ea,36845,1733333045855, table=hbase:meta, region=1588230740 2024-12-04T17:24:21,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,36845,1733333045855, state=OPEN 2024-12-04T17:24:21,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,260 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:21,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/draining/1bc61fcf61ea,36845,1733333045855 already deleted, retry=false 2024-12-04T17:24:21,261 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1bc61fcf61ea,36845,1733333045855 on 1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:21,266 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1bc61fcf61ea,36845,1733333045855, splitWal=true, meta=true 2024-12-04T17:24:21,268 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 1bc61fcf61ea,36845,1733333045855 (carryingMeta=true) 1bc61fcf61ea,36845,1733333045855/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@460ef224[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T17:24:21,271 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:21,273 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/balancer already deleted, retry=false 2024-12-04T17:24:21,274 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:21,275 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:21,276 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/normalizer already deleted, retry=false 2024-12-04T17:24:21,276 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:21,277 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:21,278 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/switch/split already deleted, retry=false 2024-12-04T17:24:21,279 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:21,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/switch/merge already deleted, retry=false 2024-12-04T17:24:21,287 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:21,288 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:21,290 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,37743,1733333060612, sessionid=0x100a642a0ef0006, setting cluster-up flag (Was=false) 2024-12-04T17:24:21,291 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314882349/flush-table-proc/acquired, /0-314882349/flush-table-proc/reached, /0-314882349/flush-table-proc/abort 2024-12-04T17:24:21,292 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:21,295 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-314882349/online-snapshot/acquired, /0-314882349/online-snapshot/reached, /0-314882349/online-snapshot/abort 2024-12-04T17:24:21,296 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:21,298 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.lastflushedseqids 2024-12-04T17:24:21,301 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:21,302 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:21,302 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,37743,1733333060612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1bc61fcf61ea,36845,1733333045855 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:21,304 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333091307 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:21,307 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:21,308 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,36845,1733333045855, splitWal=true, meta=true 2024-12-04T17:24:21,308 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:21,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:21,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:21,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:21,309 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,36845,1733333045855, splitWal=true, meta=true, isMeta: true 2024-12-04T17:24:21,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:21,310 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:21,310 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333061310,5,FailOnTimeoutGroup] 2024-12-04T17:24:21,310 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333061310,5,FailOnTimeoutGroup] 2024-12-04T17:24:21,310 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,310 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:21,310 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,310 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,311 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333061310, completionTime=-1 2024-12-04T17:24:21,311 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T17:24:21,311 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855-splitting 2024-12-04T17:24:21,312 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855-splitting dir is empty, no logs to split. 2024-12-04T17:24:21,312 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bc61fcf61ea,36845,1733333045855 WAL count=0, meta=true 2024-12-04T17:24:21,314 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T17:24:21,317 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855-splitting dir is empty, no logs to split. 2024-12-04T17:24:21,317 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bc61fcf61ea,36845,1733333045855 WAL count=0, meta=true 2024-12-04T17:24:21,317 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1bc61fcf61ea,36845,1733333045855 WAL splitting is done? wals=0, meta=true 2024-12-04T17:24:21,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:21,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:21,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T17:24:21,364 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(746): ClusterId : 24d5b31a-e97e-4b0d-b31a-11b74053e48c 2024-12-04T17:24:21,364 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:21,366 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:21,366 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:21,368 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:21,368 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3635d551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:21,380 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:45633 2024-12-04T17:24:21,381 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:21,381 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:21,381 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:21,382 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,37743,1733333060612 with port=45633, startcode=1733333060649 2024-12-04T17:24:21,382 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:21,384 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:21,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37743 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,387 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105 2024-12-04T17:24:21,387 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40141 2024-12-04T17:24:21,387 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:21,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/rs 2024-12-04T17:24:21,389 DEBUG [RS:0;1bc61fcf61ea:45633 {}] zookeeper.ZKUtil(111): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on existing znode=/0-314882349/rs/1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,389 WARN [RS:0;1bc61fcf61ea:45633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:21,389 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:21,390 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,45633,1733333060649] 2024-12-04T17:24:21,414 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T17:24:21,423 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:21,425 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:21,426 INFO [RS:0;1bc61fcf61ea:45633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:21,426 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,426 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:21,428 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:21,428 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,428 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,429 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,429 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,429 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:21,429 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:21,429 DEBUG [RS:0;1bc61fcf61ea:45633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:21,429 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,429 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,429 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,430 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,430 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,430 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45633,1733333060649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:21,444 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:21,444 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45633,1733333060649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,459 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,45633,1733333060649, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:24:21,472 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(231): queueId=2-1bc61fcf61ea,45633,1733333060649, ReplicationSource: 2, currentBandwidth=0 2024-12-04T17:24:21,473 WARN [1bc61fcf61ea:37743 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:24:21,473 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,473 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.Replication(171): 1bc61fcf61ea,45633,1733333060649 started 2024-12-04T17:24:21,473 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:21,475 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146ac3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,475 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:21,475 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:21,477 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:21,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:21,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b5b7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:21,480 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:21,481 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc9de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,481 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:21,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:21,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ced57a9 2024-12-04T17:24:21,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:21,484 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T17:24:21,485 INFO [RS:0;1bc61fcf61ea:45633.replicationSource,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,45633,1733333060649 (queues=0) is replicating from cluster=24d5b31a-e97e-4b0d-b31a-11b74053e48c to cluster=2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:21,488 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:43145' 2024-12-04T17:24:21,489 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:21,490 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,45633,1733333060649, RpcServer on 1bc61fcf61ea/172.17.0.2:45633, sessionid=0x100a642a0ef0007 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2abf5de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45633,1733333060649' 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314882349/flush-table-proc/abort' 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,43145,-1 for getting cluster id 2024-12-04T17:24:21,490 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314882349/flush-table-proc/acquired' 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:21,491 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a725dfa-bc60-44a7-a120-90d971eb0fe2' 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45633,1733333060649' 2024-12-04T17:24:21,491 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-314882349/online-snapshot/abort' 2024-12-04T17:24:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a725dfa-bc60-44a7-a120-90d971eb0fe2" 2024-12-04T17:24:21,492 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-314882349/online-snapshot/acquired' 2024-12-04T17:24:21,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3398d45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,492 DEBUG [RS:0;1bc61fcf61ea:45633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:21,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,43145,-1] 2024-12-04T17:24:21,492 INFO [RS:0;1bc61fcf61ea:45633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:21,492 INFO [RS:0;1bc61fcf61ea:45633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:21,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:21,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:21,493 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:21,494 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3d49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:21,494 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:21,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:21,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0bae1a 2024-12-04T17:24:21,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:21,497 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T17:24:21,498 INFO [RS:0;1bc61fcf61ea:45633.replicationSource,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1bc61fcf61ea,45633,1733333060649 (queues=0) is replicating from cluster=24d5b31a-e97e-4b0d-b31a-11b74053e48c to cluster=2a725dfa-bc60-44a7-a120-90d971eb0fe2 2024-12-04T17:24:21,592 INFO [RS:0;1bc61fcf61ea:45633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:21,594 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45633%2C1733333060649, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:21,606 DEBUG [RS:0;1bc61fcf61ea:45633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595, exclude list is [], retry=0 2024-12-04T17:24:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:21,611 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 2024-12-04T17:24:21,612 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1bc61fcf61ea%2C45633%2C1733333060649 for peer 1 2024-12-04T17:24:21,612 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1bc61fcf61ea%2C45633%2C1733333060649 for peer 2 2024-12-04T17:24:21,612 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C45633%2C1733333060649 2024-12-04T17:24:21,612 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,45633,1733333060649, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:24:21,612 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1bc61fcf61ea%2C45633%2C1733333060649 2024-12-04T17:24:21,612 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1bc61fcf61ea,45633,1733333060649, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:24:21,612 INFO [RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C45633%2C1733333060649 2024-12-04T17:24:21,613 DEBUG [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:21,613 INFO [RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C45633%2C1733333060649 2024-12-04T17:24:21,613 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595, startPosition=0, beingWritten=true 2024-12-04T17:24:21,613 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595, startPosition=0, beingWritten=true 2024-12-04T17:24:21,723 DEBUG [1bc61fcf61ea:37743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:21,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45633,1733333060649, state=OPENING 2024-12-04T17:24:21,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:21,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45633,1733333060649}] 2024-12-04T17:24:21,825 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:21,825 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:21,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:21,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:21,892 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:21,893 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:21,893 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:21,896 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45633%2C1733333060649.meta, suffix=.meta, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:21,912 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.meta.1733333061897.meta, exclude list is [], retry=0 2024-12-04T17:24:21,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:21,917 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.meta.1733333061897.meta 2024-12-04T17:24:21,917 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:21,917 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:21,918 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:21,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:21,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:21,918 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:21,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:21,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:21,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:21,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:21,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:21,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:21,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,930 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/info/1e82c43cee834fde8d31f8ea0349a383 2024-12-04T17:24:21,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:21,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:21,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:21,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,939 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/ns/a97910de5d11441791a2e75f8b2f7b94 2024-12-04T17:24:21,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:21,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:21,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:21,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:21,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:21,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:21,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:21,952 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/table/4ab0a4aff8c84c639977ea5bfe8d1f8e 2024-12-04T17:24:21,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:21,952 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:21,953 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:21,955 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740 2024-12-04T17:24:21,956 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:21,956 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:21,957 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:21,958 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:21,959 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769959, jitterRate=0.09925805032253265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:21,959 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:21,959 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333061919Writing region info on filesystem at 1733333061919Initializing all the Stores at 1733333061920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333061920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333061920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333061920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333061920Cleaning up temporary data from old regions at 1733333061956 (+36 ms)Running coprocessor post-open hooks at 1733333061959 (+3 ms)Region opened successfully at 1733333061959 2024-12-04T17:24:21,961 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733333061885 2024-12-04T17:24:21,963 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:21,963 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:21,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45633,1733333060649, state=OPEN 2024-12-04T17:24:21,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-314882349/meta-region-server 2024-12-04T17:24:21,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:21,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-314882349/meta-region-server: CHANGED 2024-12-04T17:24:21,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T17:24:21,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45633,1733333060649 in 236 msec 2024-12-04T17:24:21,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T17:24:21,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-12-04T17:24:22,137 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:22,137 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:22,547 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:22,547 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:22,917 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T17:24:23,056 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:23,056 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:23,668 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:23,668 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:24,380 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:24,380 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:24,421 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-04T17:24:25,191 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:25,191 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:24:25,824 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T17:24:25,824 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:25,825 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:25,825 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45633,1733333060649, seqNum=-1] 2024-12-04T17:24:25,826 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:25,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:25,839 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcaf63d4264a2d673637d141366743ca, regionState=OPEN, lastHost=1bc61fcf61ea,36845,1733333045855, regionLocation=1bc61fcf61ea,36845,1733333045855, openSeqNum=2 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333125840 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333185840 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,840 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1bc61fcf61ea,36845,1733333045855 had 2 regions 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:37743, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,842 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,36845,1733333045855, splitWal=true, meta=true, isMeta: false 2024-12-04T17:24:25,844 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855-splitting dir is empty, no logs to split. 2024-12-04T17:24:25,844 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1bc61fcf61ea,36845,1733333045855 WAL count=0, meta=false 2024-12-04T17:24:25,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.170sec 2024-12-04T17:24:25,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:25,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:25,848 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,36845,1733333045855-splitting dir is empty, no logs to split. 2024-12-04T17:24:25,848 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1bc61fcf61ea,36845,1733333045855 WAL count=0, meta=false 2024-12-04T17:24:25,848 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1bc61fcf61ea,36845,1733333045855 WAL splitting is done? wals=0, meta=false 2024-12-04T17:24:25,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN}] 2024-12-04T17:24:25,852 WARN [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1bc61fcf61ea,36845,1733333045855/hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:25,853 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:25,853 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:25,853 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37743,1733333060612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:25,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN 2024-12-04T17:24:25,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T17:24:25,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,37743,-1 for getting cluster id 2024-12-04T17:24:25,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:25,870 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24d5b31a-e97e-4b0d-b31a-11b74053e48c' 2024-12-04T17:24:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24d5b31a-e97e-4b0d-b31a-11b74053e48c" 2024-12-04T17:24:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6a2933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,37743,-1] 2024-12-04T17:24:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,873 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31af9be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45633,1733333060649, seqNum=-1] 2024-12-04T17:24:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:25,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:25,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T17:24:25,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:25,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:25,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1bc61fcf61ea:37743 after: 1bc61fcf61ea:37743 2024-12-04T17:24:25,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,37743,-1 for getting cluster id 2024-12-04T17:24:25,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:25,884 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24d5b31a-e97e-4b0d-b31a-11b74053e48c' 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24d5b31a-e97e-4b0d-b31a-11b74053e48c" 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6af04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,37743,-1] 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:25,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,886 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:25,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:25,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eae43c1 2024-12-04T17:24:25,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:25,889 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37743 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:25,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37743 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T17:24:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37743 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:25,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37743 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T17:24:25,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:24:25,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:25,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:25,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:25,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:24:25,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-12-04T17:24:25,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,43145,1733333050918 2024-12-04T17:24:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-240747245/running 2024-12-04T17:24:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-240747245/running 2024-12-04T17:24:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:25,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:25,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:25,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:25,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,42991,1733333050963' ***** 2024-12-04T17:24:25,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:24:25,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/running 2024-12-04T17:24:25,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Set watcher on znode that does not yet exist, /1-240747245/running 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:24:25,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:25,896 INFO [RS:0;1bc61fcf61ea:42991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:42991. 2024-12-04T17:24:25,897 DEBUG [RS:0;1bc61fcf61ea:42991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:25,897 DEBUG [RS:0;1bc61fcf61ea:42991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:25,897 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:24:25,897 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:24:25,897 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:24:25,897 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:24:25,897 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:24:25,897 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:24:25,897 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:25,897 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:25,897 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:25,897 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:25,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:25,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:25,898 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T17:24:25,915 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/.tmp/ns/7e9620cd81884c09bbe998d9298e8ee8 is 43, key is default/ns:d/1733333054066/Put/seqid=0 2024-12-04T17:24:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741835_1011 (size=5153) 2024-12-04T17:24:25,938 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:24:25,938 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:24:25,949 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:26,005 DEBUG [1bc61fcf61ea:37743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:26,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bcaf63d4264a2d673637d141366743ca, regionState=OPENING, regionLocation=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN because future has completed 2024-12-04T17:24:26,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,45633,1733333060649}] 2024-12-04T17:24:26,097 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:26,100 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:26,100 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:26,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:26,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:26,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:24:26,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45633%2C1733333060649.rep, suffix=, logDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649, archiveDir=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs, maxLogs=10 2024-12-04T17:24:26,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.rep.1733333066177, exclude list is [], retry=0 2024-12-04T17:24:26,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44887,DS-3a153202-8a17-40d2-9335-2a9689d21243,DISK] 2024-12-04T17:24:26,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.rep.1733333066177 2024-12-04T17:24:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38419:38419)] 2024-12-04T17:24:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bcaf63d4264a2d673637d141366743ca, NAME => 'hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:26,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. service=MultiRowMutationService 2024-12-04T17:24:26,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:24:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,201 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,202 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName hfileref 2024-12-04T17:24:26,202 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:26,202 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:26,203 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,203 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName queue 2024-12-04T17:24:26,204 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:26,211 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/queue/fab08f7730104e1a808f4b019310f59b 2024-12-04T17:24:26,211 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:26,211 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,212 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf63d4264a2d673637d141366743ca columnFamilyName sid 2024-12-04T17:24:26,212 DEBUG [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:26,213 INFO [StoreOpener-bcaf63d4264a2d673637d141366743ca-1 {}] regionserver.HStore(327): Store=bcaf63d4264a2d673637d141366743ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:26,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:24:26,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened bcaf63d4264a2d673637d141366743ca; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73151918, jitterRate=0.09004852175712585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:24:26,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:26,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bcaf63d4264a2d673637d141366743ca: Running coprocessor pre-open hook at 1733333066199Writing region info on filesystem at 1733333066199Initializing all the Stores at 1733333066200 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333066200Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333066201 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333066201Cleaning up temporary data from old regions at 1733333066217 (+16 ms)Running coprocessor post-open hooks at 1733333066220 (+3 ms)Region opened successfully at 1733333066221 (+1 ms) 2024-12-04T17:24:26,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., pid=19, masterSystemTime=1733333066164 2024-12-04T17:24:26,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:26,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:26,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bcaf63d4264a2d673637d141366743ca, regionState=OPEN, openSeqNum=10, regionLocation=1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,45633,1733333060649 because future has completed 2024-12-04T17:24:26,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T17:24:26,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure bcaf63d4264a2d673637d141366743ca, server=1bc61fcf61ea,45633,1733333060649 in 220 msec 2024-12-04T17:24:26,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T17:24:26,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcaf63d4264a2d673637d141366743ca, ASSIGN in 382 msec 2024-12-04T17:24:26,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T17:24:26,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca., hostname=1bc61fcf61ea,45633,1733333060649, seqNum=10] 2024-12-04T17:24:26,276 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 1bc61fcf61ea,36845,1733333045855 2024-12-04T17:24:26,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T17:24:26,298 DEBUG [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:26,321 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/.tmp/ns/7e9620cd81884c09bbe998d9298e8ee8 2024-12-04T17:24:26,331 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/.tmp/ns/7e9620cd81884c09bbe998d9298e8ee8 as hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/ns/7e9620cd81884c09bbe998d9298e8ee8 2024-12-04T17:24:26,338 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/ns/7e9620cd81884c09bbe998d9298e8ee8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T17:24:26,340 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-04T17:24:26,340 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:24:26,346 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T17:24:26,346 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:26,347 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:26,347 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:26,347 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333065897Running coprocessor pre-close hooks at 1733333065897Disabling compacts and flushes for region at 1733333065897Disabling writes for close at 1733333065898 (+1 ms)Obtaining lock to block concurrent updates at 1733333065898Preparing flush snapshotting stores in 1588230740 at 1733333065898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733333065898Flushing stores of hbase:meta,,1.1588230740 at 1733333065899 (+1 ms)Flushing 1588230740/ns: creating writer at 1733333065899Flushing 1588230740/ns: appending metadata at 1733333065915 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733333065915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fa033f: reopening flushed file at 1733333066329 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733333066340 (+11 ms)Writing region close event to WAL at 1733333066341 (+1 ms)Running coprocessor post-close hooks at 1733333066346 (+5 ms)Closed at 1733333066347 (+1 ms) 2024-12-04T17:24:26,347 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:26,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T17:24:26,498 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,42991,1733333050963; all regions closed. 2024-12-04T17:24:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741834_1010 (size=1152) 2024-12-04T17:24:26,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/WALs/1bc61fcf61ea,42991,1733333050963/1bc61fcf61ea%2C42991%2C1733333050963.meta.1733333054000.meta not finished, retry = 0 2024-12-04T17:24:26,609 DEBUG [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/oldWALs 2024-12-04T17:24:26,609 INFO [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C42991%2C1733333050963.meta:.meta(num 1733333054000) 2024-12-04T17:24:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741832_1008 (size=93) 2024-12-04T17:24:26,616 DEBUG [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/oldWALs 2024-12-04T17:24:26,616 INFO [RS:0;1bc61fcf61ea:42991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C42991%2C1733333050963:(num 1733333053078) 2024-12-04T17:24:26,616 DEBUG [RS:0;1bc61fcf61ea:42991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:26,616 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:26,616 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:26,616 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:26,617 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:26,617 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:26,617 INFO [RS:0;1bc61fcf61ea:42991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42991 2024-12-04T17:24:26,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-240747245/rs/1bc61fcf61ea,42991,1733333050963 2024-12-04T17:24:26,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245/rs 2024-12-04T17:24:26,619 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:26,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,42991,1733333050963] 2024-12-04T17:24:26,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-240747245/draining/1bc61fcf61ea,42991,1733333050963 already deleted, retry=false 2024-12-04T17:24:26,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,42991,1733333050963 expired; onlineServers=0 2024-12-04T17:24:26,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,43145,1733333050918' ***** 2024-12-04T17:24:26,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:24:26,621 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:26,621 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:26,621 DEBUG [M:0;1bc61fcf61ea:43145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:24:26,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:24:26,621 DEBUG [M:0;1bc61fcf61ea:43145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:24:26,621 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333052804 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333052804,5,FailOnTimeoutGroup] 2024-12-04T17:24:26,621 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333052804 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333052804,5,FailOnTimeoutGroup] 2024-12-04T17:24:26,621 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:26,622 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:26,622 DEBUG [M:0;1bc61fcf61ea:43145 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:24:26,622 INFO [M:0;1bc61fcf61ea:43145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:24:26,622 INFO [M:0;1bc61fcf61ea:43145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:26,622 INFO [M:0;1bc61fcf61ea:43145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:24:26,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:24:26,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-240747245/master 2024-12-04T17:24:26,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-240747245 2024-12-04T17:24:26,622 DEBUG [M:0;1bc61fcf61ea:43145 {}] zookeeper.ZKUtil(347): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Unable to get data of znode /1-240747245/master because node does not exist (not an error) 2024-12-04T17:24:26,623 WARN [M:0;1bc61fcf61ea:43145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:24:26,624 INFO [M:0;1bc61fcf61ea:43145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/.lastflushedseqids 2024-12-04T17:24:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741836_1012 (size=99) 2024-12-04T17:24:26,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:26,720 INFO [RS:0;1bc61fcf61ea:42991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:26,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x100a642a0ef0004, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:26,720 INFO [RS:0;1bc61fcf61ea:42991 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,42991,1733333050963; zookeeper connection closed. 2024-12-04T17:24:26,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f19fec3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f19fec3 2024-12-04T17:24:26,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:24:27,030 INFO [M:0;1bc61fcf61ea:43145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:24:27,030 INFO [M:0;1bc61fcf61ea:43145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:24:27,030 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:27,030 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:27,030 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:27,030 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:27,031 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:27,031 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T17:24:27,050 DEBUG [M:0;1bc61fcf61ea:43145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7f5738522b24cd28af8cd3282dc81c6 is 82, key is hbase:meta,,1/info:regioninfo/1733333054049/Put/seqid=0 2024-12-04T17:24:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741837_1013 (size=5672) 2024-12-04T17:24:27,111 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:27,111 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:27,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:27,457 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7f5738522b24cd28af8cd3282dc81c6 2024-12-04T17:24:27,478 DEBUG [M:0;1bc61fcf61ea:43145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871187c69acf4444a1ee506a4a5e78a9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733333054072/Put/seqid=0 2024-12-04T17:24:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741838_1014 (size=5275) 2024-12-04T17:24:27,884 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871187c69acf4444a1ee506a4a5e78a9 2024-12-04T17:24:27,906 DEBUG [M:0;1bc61fcf61ea:43145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73172c3ba3b947f29c5b651dbf185e79 is 69, key is 1bc61fcf61ea,42991,1733333050963/rs:state/1733333052917/Put/seqid=0 2024-12-04T17:24:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741839_1015 (size=5156) 2024-12-04T17:24:28,217 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:28,218 DEBUG [RS:0;1bc61fcf61ea:45633.replicationSource.wal-reader.1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 to pos 0, reset compression=false 2024-12-04T17:24:28,311 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73172c3ba3b947f29c5b651dbf185e79 2024-12-04T17:24:28,318 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7f5738522b24cd28af8cd3282dc81c6 as hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7f5738522b24cd28af8cd3282dc81c6 2024-12-04T17:24:28,325 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7f5738522b24cd28af8cd3282dc81c6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T17:24:28,326 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/871187c69acf4444a1ee506a4a5e78a9 as hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/871187c69acf4444a1ee506a4a5e78a9 2024-12-04T17:24:28,332 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/871187c69acf4444a1ee506a4a5e78a9, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T17:24:28,333 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73172c3ba3b947f29c5b651dbf185e79 as hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73172c3ba3b947f29c5b651dbf185e79 2024-12-04T17:24:28,339 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41527/user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73172c3ba3b947f29c5b651dbf185e79, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T17:24:28,340 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-12-04T17:24:28,341 INFO [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:28,342 DEBUG [M:0;1bc61fcf61ea:43145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333067030Disabling compacts and flushes for region at 1733333067030Disabling writes for close at 1733333067031 (+1 ms)Obtaining lock to block concurrent updates at 1733333067031Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333067031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733333067031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333067033 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333067033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333067050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333067050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333067464 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333067478 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333067478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333067891 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333067905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333067905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71105e62: reopening flushed file at 1733333068317 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebdffb7: reopening flushed file at 1733333068325 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28967b3d: reopening flushed file at 1733333068332 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1733333068340 (+8 ms)Writing region close event to WAL at 1733333068341 (+1 ms)Closed at 1733333068341 2024-12-04T17:24:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741830_1006 (size=10165) 2024-12-04T17:24:28,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b71e2138-9945-80b4-2077-61724e7b0935/MasterData/WALs/1bc61fcf61ea,43145,1733333050918/1bc61fcf61ea%2C43145%2C1733333050918.1733333052704 not finished, retry = 0 2024-12-04T17:24:28,446 INFO [M:0;1bc61fcf61ea:43145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:24:28,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:28,447 INFO [M:0;1bc61fcf61ea:43145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43145 2024-12-04T17:24:28,449 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:28,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:28,551 INFO [M:0;1bc61fcf61ea:43145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:28,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43145-0x100a642a0ef0003, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:28,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:28,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:28,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:28,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:28,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:28,564 WARN [BP-681854578-172.17.0.2-1733333050049 heartbeating to localhost/127.0.0.1:41527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:24:28,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:24:28,564 WARN [BP-681854578-172.17.0.2-1733333050049 heartbeating to localhost/127.0.0.1:41527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-681854578-172.17.0.2-1733333050049 (Datanode Uuid f3972275-b6e3-453a-8e94-86c67575d2e0) service to localhost/127.0.0.1:41527 2024-12-04T17:24:28,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:24:28,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/cluster_bd911b44-21b9-a835-d332-23230aacc41d/data/data1/current/BP-681854578-172.17.0.2-1733333050049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:28,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/cluster_bd911b44-21b9-a835-d332-23230aacc41d/data/data2/current/BP-681854578-172.17.0.2-1733333050049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:28,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:24:28,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:28,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:28,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:28,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:28,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:24:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:24:28,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:28,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:28,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:28,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:28,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:28,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:24:28,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2106983022, stopped=false 2024-12-04T17:24:28,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,37743,1733333060612 2024-12-04T17:24:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/running 2024-12-04T17:24:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:28,594 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:28,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:28,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:28,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:28,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:28,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Set watcher on znode that does not yet exist, /0-314882349/running 2024-12-04T17:24:28,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,45633,1733333060649' ***** 2024-12-04T17:24:28,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:24:28,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(3091): Received CLOSE for bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:28,595 INFO [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45633. 2024-12-04T17:24:28,595 DEBUG [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:28,595 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcaf63d4264a2d673637d141366743ca, disabling compactions & flushes 2024-12-04T17:24:28,595 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:28,595 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:28,596 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:28,596 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:24:28,596 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:24:28,596 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. after waiting 0 ms 2024-12-04T17:24:28,596 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:24:28,596 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:28,596 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:24:28,598 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:24:28,598 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcaf63d4264a2d673637d141366743ca=hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca.} 2024-12-04T17:24:28,598 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcaf63d4264a2d673637d141366743ca 2024-12-04T17:24:28,598 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:28,598 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:28,598 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:28,598 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:28,598 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:28,599 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T17:24:28,602 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/replication/bcaf63d4264a2d673637d141366743ca/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T17:24:28,603 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:28,603 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:28,603 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:28,603 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcaf63d4264a2d673637d141366743ca: Waiting for close lock at 1733333068595Running coprocessor pre-close hooks at 1733333068595Disabling compacts and flushes for region at 1733333068595Disabling writes for close at 1733333068596 (+1 ms)Writing region close event to WAL at 1733333068598 (+2 ms)Running coprocessor post-close hooks at 1733333068603 (+5 ms)Closed at 1733333068603 2024-12-04T17:24:28,604 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca. 2024-12-04T17:24:28,615 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1f83e3a85cee49c2a31487abaf438413 is 147, key is hbase:replication,,1733333054180.bcaf63d4264a2d673637d141366743ca./info:regioninfo/1733333066225/Put/seqid=0 2024-12-04T17:24:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741851_1027 (size=6385) 2024-12-04T17:24:28,637 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:28,798 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:28,999 DEBUG [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:29,022 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1f83e3a85cee49c2a31487abaf438413 2024-12-04T17:24:29,034 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/.tmp/info/1f83e3a85cee49c2a31487abaf438413 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/info/1f83e3a85cee49c2a31487abaf438413 2024-12-04T17:24:29,040 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/info/1f83e3a85cee49c2a31487abaf438413, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T17:24:29,042 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-04T17:24:29,047 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T17:24:29,048 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:29,048 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:29,048 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:29,048 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333068598Running coprocessor pre-close hooks at 1733333068598Disabling compacts and flushes for region at 1733333068598Disabling writes for close at 1733333068598Obtaining lock to block concurrent updates at 1733333068599 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733333068599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733333068599Flushing stores of hbase:meta,,1.1588230740 at 1733333068600 (+1 ms)Flushing 1588230740/info: creating writer at 1733333068600Flushing 1588230740/info: appending metadata at 1733333068614 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733333068615 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c01a6f: reopening flushed file at 1733333069033 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733333069042 (+9 ms)Writing region close event to WAL at 1733333069043 (+1 ms)Running coprocessor post-close hooks at 1733333069048 (+5 ms)Closed at 1733333069048 2024-12-04T17:24:29,048 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:29,199 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,45633,1733333060649; all regions closed. 2024-12-04T17:24:29,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741849_1025 (size=2156) 2024-12-04T17:24:29,211 DEBUG [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:29,211 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45633%2C1733333060649.meta:.meta(num 1733333061897) 2024-12-04T17:24:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741850_1026 (size=796) 2024-12-04T17:24:29,217 DEBUG [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:29,217 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45633%2C1733333060649.rep:(num 1733333066177) 2024-12-04T17:24:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741848_1024 (size=93) 2024-12-04T17:24:29,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/WALs/1bc61fcf61ea,45633,1733333060649/1bc61fcf61ea%2C45633%2C1733333060649.1733333061595 not finished, retry = 0 2024-12-04T17:24:29,328 DEBUG [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/oldWALs 2024-12-04T17:24:29,328 INFO [RS:0;1bc61fcf61ea:45633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45633%2C1733333060649:(num 1733333061595) 2024-12-04T17:24:29,328 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:29,328 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:29,328 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:29,329 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:29,329 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:29,329 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:29,329 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,45633,1733333060649 because: Region server is closing 2024-12-04T17:24:29,329 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T17:24:29,330 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T17:24:29,330 INFO [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45633. 2024-12-04T17:24:29,330 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T17:24:29,330 DEBUG [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:29,330 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:29,330 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:29,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:29,431 WARN [RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:24:29,431 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,1-1bc61fcf61ea,45633,1733333060649 terminated 2024-12-04T17:24:29,431 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1bc61fcf61ea,45633,1733333060649 because: Region server is closing 2024-12-04T17:24:29,431 INFO [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45633. 2024-12-04T17:24:29,431 DEBUG [RS:0;1bc61fcf61ea:45633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:29,431 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:29,431 DEBUG [RS:0;1bc61fcf61ea:45633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:29,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:29,532 WARN [RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:24:29,532 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;1bc61fcf61ea:45633.replicationSource.shipper1bc61fcf61ea%2C45633%2C1733333060649,2-1bc61fcf61ea,45633,1733333060649 terminated 2024-12-04T17:24:29,532 INFO [RS:0;1bc61fcf61ea:45633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45633 2024-12-04T17:24:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/rs/1bc61fcf61ea,45633,1733333060649 2024-12-04T17:24:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349/rs 2024-12-04T17:24:29,534 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:29,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,45633,1733333060649] 2024-12-04T17:24:29,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-314882349/draining/1bc61fcf61ea,45633,1733333060649 already deleted, retry=false 2024-12-04T17:24:29,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,45633,1733333060649 expired; onlineServers=0 2024-12-04T17:24:29,535 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,37743,1733333060612' ***** 2024-12-04T17:24:29,535 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:29,536 DEBUG [M:0;1bc61fcf61ea:37743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:24:29,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:24:29,536 DEBUG [M:0;1bc61fcf61ea:37743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:24:29,536 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333061310 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333061310,5,FailOnTimeoutGroup] 2024-12-04T17:24:29,536 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333061310 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333061310,5,FailOnTimeoutGroup] 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:29,536 DEBUG [M:0;1bc61fcf61ea:37743 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:24:29,536 INFO [M:0;1bc61fcf61ea:37743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:29,537 INFO [M:0;1bc61fcf61ea:37743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:24:29,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:24:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-314882349/master 2024-12-04T17:24:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-314882349 2024-12-04T17:24:29,537 DEBUG [M:0;1bc61fcf61ea:37743 {}] zookeeper.ZKUtil(347): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Unable to get data of znode /0-314882349/master because node does not exist (not an error) 2024-12-04T17:24:29,537 WARN [M:0;1bc61fcf61ea:37743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:24:29,538 INFO [M:0;1bc61fcf61ea:37743 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/.lastflushedseqids 2024-12-04T17:24:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741852_1028 (size=181) 2024-12-04T17:24:29,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:29,635 INFO [RS:0;1bc61fcf61ea:45633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:29,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45633-0x100a642a0ef0007, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:29,635 INFO [RS:0;1bc61fcf61ea:45633 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,45633,1733333060649; zookeeper connection closed. 2024-12-04T17:24:29,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51a6b314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51a6b314 2024-12-04T17:24:29,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:24:29,948 INFO [M:0;1bc61fcf61ea:37743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:24:29,949 INFO [M:0;1bc61fcf61ea:37743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:24:29,949 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:29,949 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:29,949 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:29,949 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:29,949 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:29,949 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T17:24:29,963 DEBUG [M:0;1bc61fcf61ea:37743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510be4ca83c34a4bbc11afba281ad7a9 is 82, key is hbase:meta,,1/info:regioninfo/1733333061964/Put/seqid=0 2024-12-04T17:24:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741853_1029 (size=5680) 2024-12-04T17:24:30,368 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510be4ca83c34a4bbc11afba281ad7a9 2024-12-04T17:24:30,394 DEBUG [M:0;1bc61fcf61ea:37743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab87a653b3c444dba92ddb072f44a93e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733333066235/Put/seqid=0 2024-12-04T17:24:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741854_1030 (size=7319) 2024-12-04T17:24:30,799 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab87a653b3c444dba92ddb072f44a93e 2024-12-04T17:24:30,817 DEBUG [M:0;1bc61fcf61ea:37743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e90c8b5aba4b21b7c10bd593a63db2 is 69, key is 1bc61fcf61ea,45633,1733333060649/rs:state/1733333061385/Put/seqid=0 2024-12-04T17:24:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741855_1031 (size=5371) 2024-12-04T17:24:31,222 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e90c8b5aba4b21b7c10bd593a63db2 2024-12-04T17:24:31,228 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18e90c8b5aba4b21b7c10bd593a63db2 2024-12-04T17:24:31,229 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/510be4ca83c34a4bbc11afba281ad7a9 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510be4ca83c34a4bbc11afba281ad7a9 2024-12-04T17:24:31,234 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/510be4ca83c34a4bbc11afba281ad7a9, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T17:24:31,236 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab87a653b3c444dba92ddb072f44a93e as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab87a653b3c444dba92ddb072f44a93e 2024-12-04T17:24:31,241 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab87a653b3c444dba92ddb072f44a93e, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T17:24:31,242 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18e90c8b5aba4b21b7c10bd593a63db2 as hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18e90c8b5aba4b21b7c10bd593a63db2 2024-12-04T17:24:31,247 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18e90c8b5aba4b21b7c10bd593a63db2 2024-12-04T17:24:31,247 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40141/user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18e90c8b5aba4b21b7c10bd593a63db2, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T17:24:31,249 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false 2024-12-04T17:24:31,253 INFO [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:31,253 DEBUG [M:0;1bc61fcf61ea:37743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333069949Disabling compacts and flushes for region at 1733333069949Disabling writes for close at 1733333069949Obtaining lock to block concurrent updates at 1733333069949Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333069949Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733333069949Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333069950 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333069950Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333069963 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333069963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333070375 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333070393 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333070393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333070804 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333070816 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333070816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a37d417: reopening flushed file at 1733333071228 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a868a4: reopening flushed file at 1733333071235 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699d6ddd: reopening flushed file at 1733333071241 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=172, compaction requested=false at 1733333071249 (+8 ms)Writing region close event to WAL at 1733333071253 (+4 ms)Closed at 1733333071253 2024-12-04T17:24:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44887 is added to blk_1073741847_1023 (size=22949) 2024-12-04T17:24:31,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4e0c503-bb54-08a1-190c-ff6d4411f105/MasterData/WALs/1bc61fcf61ea,37743,1733333060612/1bc61fcf61ea%2C37743%2C1733333060612.1733333061149 not finished, retry = 0 2024-12-04T17:24:31,357 INFO [M:0;1bc61fcf61ea:37743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:24:31,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:31,357 INFO [M:0;1bc61fcf61ea:37743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37743 2024-12-04T17:24:31,357 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:31,458 INFO [M:0;1bc61fcf61ea:37743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37743-0x100a642a0ef0006, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:31,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:31,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:31,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:31,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:31,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:31,463 WARN [BP-1486030876-172.17.0.2-1733333042973 heartbeating to localhost/127.0.0.1:40141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:24:31,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:24:31,463 WARN [BP-1486030876-172.17.0.2-1733333042973 heartbeating to localhost/127.0.0.1:40141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1486030876-172.17.0.2-1733333042973 (Datanode Uuid bfbc5c6a-3453-4ce7-ac4c-56a9b3681d96) service to localhost/127.0.0.1:40141 2024-12-04T17:24:31,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:24:31,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/data/data1/current/BP-1486030876-172.17.0.2-1733333042973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:31,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/cluster_6788c465-2359-86cc-a57c-aebb2d671b87/data/data2/current/BP-1486030876-172.17.0.2-1733333042973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:31,464 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:24:31,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:31,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:31,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:31,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:31,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a6920f3-8210-39c8-1f40-298a4a1b0a82/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:31,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:24:31,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:24:31,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40141 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56248) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@69bea221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41527 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1bc61fcf61ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/1bc61fcf61ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/1bc61fcf61ea:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56248) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1bc61fcf61ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1bc61fcf61ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=2845 (was 3720) 2024-12-04T17:24:31,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=2844 2024-12-04T17:24:31,521 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T17:24:31,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir so I do NOT create it in target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990 2024-12-04T17:24:31,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:24:31,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.tmp.dir so I do NOT create it in target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990 2024-12-04T17:24:31,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479e5d61-d395-7246-4221-46ebfbb590e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:24:31,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990 2024-12-04T17:24:31,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9, deleteOnExit=true 2024-12-04T17:24:31,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/zookeeper_0, clientPort=53244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:24:31,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53244 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/test.cache.data in system properties and HBase conf 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:31,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:31,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:31,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a642a0ef0005, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:24:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a642a0ef0002, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:24:31,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a642a0ef0005, quorum=127.0.0.1:56248, baseZNode=/1-240747245 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:24:31,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a642a0ef0002, quorum=127.0.0.1:56248, baseZNode=/0-314882349 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:24:31,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:31,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:31,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:31,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:31,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:31,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:31,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:31,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:31,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/java.io.tmpdir/jetty-localhost-37991-hadoop-hdfs-3_4_1-tests_jar-_-any-3465527700722998414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:31,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:37991} 2024-12-04T17:24:31,685 INFO [Time-limited test {}] server.Server(415): Started @30479ms 2024-12-04T17:24:31,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:31,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:31,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:31,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:31,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:31,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:31,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:31,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/java.io.tmpdir/jetty-localhost-44263-hadoop-hdfs-3_4_1-tests_jar-_-any-16276248482464332381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:31,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:44263} 2024-12-04T17:24:31,847 INFO [Time-limited test {}] server.Server(415): Started @30642ms 2024-12-04T17:24:31,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:31,907 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/data/data1/current/BP-2090655862-172.17.0.2-1733333071551/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:31,907 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/data/data2/current/BP-2090655862-172.17.0.2-1733333071551/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:31,925 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222afce90016dac2 with lease ID 0xad519a1ad9aa7bb7: Processing first storage report for DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d from datanode DatanodeRegistration(127.0.0.1:42425, datanodeUuid=745dd03e-6a02-44a8-846f-dde2f77db202, infoPort=41359, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1730347017;c=1733333071551) 2024-12-04T17:24:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222afce90016dac2 with lease ID 0xad519a1ad9aa7bb7: from storage DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d node DatanodeRegistration(127.0.0.1:42425, datanodeUuid=745dd03e-6a02-44a8-846f-dde2f77db202, infoPort=41359, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1730347017;c=1733333071551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222afce90016dac2 with lease ID 0xad519a1ad9aa7bb7: Processing first storage report for DS-17ace8e8-5f44-4deb-b207-e8379135a81e from datanode DatanodeRegistration(127.0.0.1:42425, datanodeUuid=745dd03e-6a02-44a8-846f-dde2f77db202, infoPort=41359, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1730347017;c=1733333071551) 2024-12-04T17:24:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222afce90016dac2 with lease ID 0xad519a1ad9aa7bb7: from storage DS-17ace8e8-5f44-4deb-b207-e8379135a81e node DatanodeRegistration(127.0.0.1:42425, datanodeUuid=745dd03e-6a02-44a8-846f-dde2f77db202, infoPort=41359, infoSecurePort=0, ipcPort=33581, storageInfo=lv=-57;cid=testClusterID;nsid=1730347017;c=1733333071551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:31,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990 2024-12-04T17:24:31,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:31,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:32,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5 with version=8 2024-12-04T17:24:32,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/hbase-staging 2024-12-04T17:24:32,386 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:32,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:32,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:32,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:32,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:32,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36679 2024-12-04T17:24:32,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36679 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366790x0, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:32,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36679-0x100a64313140000 connected 2024-12-04T17:24:32,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:32,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:32,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/running 2024-12-04T17:24:32,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5, hbase.cluster.distributed=false 2024-12-04T17:24:32,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/acl 2024-12-04T17:24:32,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36679 2024-12-04T17:24:32,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36679 2024-12-04T17:24:32,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36679 2024-12-04T17:24:32,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36679 2024-12-04T17:24:32,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36679 2024-12-04T17:24:32,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:32,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:32,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45195 2024-12-04T17:24:32,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45195 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:32,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:32,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451950x0, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:32,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451950x0, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/running 2024-12-04T17:24:32,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45195-0x100a64313140001 connected 2024-12-04T17:24:32,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:32,438 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:32,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/master 2024-12-04T17:24:32,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/acl 2024-12-04T17:24:32,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-04T17:24:32,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45195 2024-12-04T17:24:32,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45195 2024-12-04T17:24:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-04T17:24:32,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45195 2024-12-04T17:24:32,459 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:36679 2024-12-04T17:24:32,459 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1132087155/backup-masters/1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:32,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/backup-masters 2024-12-04T17:24:32,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/backup-masters 2024-12-04T17:24:32,461 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on existing znode=/0-1132087155/backup-masters/1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1132087155/master 2024-12-04T17:24:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:32,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:32,462 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on existing znode=/0-1132087155/master 2024-12-04T17:24:32,462 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1132087155/backup-masters/1bc61fcf61ea,36679,1733333072386 from backup master directory 2024-12-04T17:24:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/backup-masters 2024-12-04T17:24:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1132087155/backup-masters/1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:32,463 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:32,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/backup-masters 2024-12-04T17:24:32,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:32,467 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/hbase.id] with ID: c95aecb9-f467-4152-a9ff-664fe6a06683 2024-12-04T17:24:32,467 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/.tmp/hbase.id 2024-12-04T17:24:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:32,873 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/.tmp/hbase.id]:[hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/hbase.id] 2024-12-04T17:24:32,885 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:32,885 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:32,886 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:24:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:33,294 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:33,294 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:33,294 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:33,703 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store 2024-12-04T17:24:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:34,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:34,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:34,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:34,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:34,110 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:34,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:34,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:34,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:34,110 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:34,111 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333074110Disabling compacts and flushes for region at 1733333074110Disabling writes for close at 1733333074110Writing region close event to WAL at 1733333074110Closed at 1733333074110 2024-12-04T17:24:34,112 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/.initializing 2024-12-04T17:24:34,112 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/WALs/1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:34,113 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:34,115 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C36679%2C1733333072386, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/WALs/1bc61fcf61ea,36679,1733333072386, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:34,135 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/WALs/1bc61fcf61ea,36679,1733333072386/1bc61fcf61ea%2C36679%2C1733333072386.1733333074116, exclude list is [], retry=0 2024-12-04T17:24:34,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d,DISK] 2024-12-04T17:24:34,141 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/WALs/1bc61fcf61ea,36679,1733333072386/1bc61fcf61ea%2C36679%2C1733333072386.1733333074116 2024-12-04T17:24:34,141 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-04T17:24:34,141 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:34,141 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:34,141 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,141 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:34,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:34,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:34,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:34,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:34,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:34,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:34,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:34,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:34,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:34,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:34,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:34,153 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,153 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,154 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,155 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,155 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,156 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:34,157 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:34,159 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:34,160 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63801130, jitterRate=-0.04928907752037048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:34,161 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333074142Initializing all the Stores at 1733333074143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333074143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333074143Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333074143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333074143Cleaning up temporary data from old regions at 1733333074155 (+12 ms)Region opened successfully at 1733333074160 (+5 ms) 2024-12-04T17:24:34,161 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:34,164 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7205fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:34,165 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:34,165 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:34,165 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:34,165 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:34,166 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:24:34,166 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:24:34,166 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:34,168 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:34,169 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:34,170 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/balancer already deleted, retry=false 2024-12-04T17:24:34,170 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:34,171 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:34,172 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/normalizer already deleted, retry=false 2024-12-04T17:24:34,172 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:34,173 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:34,174 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/switch/split already deleted, retry=false 2024-12-04T17:24:34,174 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:34,175 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/switch/merge already deleted, retry=false 2024-12-04T17:24:34,177 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:34,178 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:34,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1132087155/running 2024-12-04T17:24:34,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1132087155/running 2024-12-04T17:24:34,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,180 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,36679,1733333072386, sessionid=0x100a64313140000, setting cluster-up flag (Was=false) 2024-12-04T17:24:34,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,184 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1132087155/flush-table-proc/acquired, /0-1132087155/flush-table-proc/reached, /0-1132087155/flush-table-proc/abort 2024-12-04T17:24:34,185 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:34,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:34,191 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1132087155/online-snapshot/acquired, /0-1132087155/online-snapshot/reached, /0-1132087155/online-snapshot/abort 2024-12-04T17:24:34,192 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:34,193 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:34,195 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:34,195 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:34,195 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:34,196 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,36679,1733333072386 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:34,197 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:34,197 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:34,198 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,205 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333104205 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:34,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:34,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:34,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:34,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:34,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:34,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:34,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:34,207 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333074207,5,FailOnTimeoutGroup] 2024-12-04T17:24:34,207 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333074207,5,FailOnTimeoutGroup] 2024-12-04T17:24:34,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:34,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:34,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:34,249 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(746): ClusterId : c95aecb9-f467-4152-a9ff-664fe6a06683 2024-12-04T17:24:34,249 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:34,251 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:34,251 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:34,252 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:34,253 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b18f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:34,264 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:45195 2024-12-04T17:24:34,264 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:34,264 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:34,264 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:34,265 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,36679,1733333072386 with port=45195, startcode=1733333072427 2024-12-04T17:24:34,265 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:34,267 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:34,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36679 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,270 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5 2024-12-04T17:24:34,270 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40149 2024-12-04T17:24:34,270 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:34,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/rs 2024-12-04T17:24:34,272 DEBUG [RS:0;1bc61fcf61ea:45195 {}] zookeeper.ZKUtil(111): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on existing znode=/0-1132087155/rs/1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,272 WARN [RS:0;1bc61fcf61ea:45195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:34,272 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:34,272 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,45195,1733333072427] 2024-12-04T17:24:34,277 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:34,280 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:34,280 INFO [RS:0;1bc61fcf61ea:45195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:34,280 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,280 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:34,281 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:34,281 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:34,282 DEBUG [RS:0;1bc61fcf61ea:45195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,283 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45195,1733333072427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:34,297 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:34,297 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45195,1733333072427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,297 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,297 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.Replication(171): 1bc61fcf61ea,45195,1733333072427 started 2024-12-04T17:24:34,310 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:34,310 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,45195,1733333072427, RpcServer on 1bc61fcf61ea/172.17.0.2:45195, sessionid=0x100a64313140001 2024-12-04T17:24:34,311 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:34,311 DEBUG [RS:0;1bc61fcf61ea:45195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,311 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45195,1733333072427' 2024-12-04T17:24:34,311 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1132087155/flush-table-proc/abort' 2024-12-04T17:24:34,311 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1132087155/flush-table-proc/acquired' 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45195,1733333072427' 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1132087155/online-snapshot/abort' 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1132087155/online-snapshot/acquired' 2024-12-04T17:24:34,312 DEBUG [RS:0;1bc61fcf61ea:45195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:34,312 INFO [RS:0;1bc61fcf61ea:45195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:34,312 INFO [RS:0;1bc61fcf61ea:45195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:34,413 INFO [RS:0;1bc61fcf61ea:45195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:34,415 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45195%2C1733333072427, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs, maxLogs=10 2024-12-04T17:24:34,434 DEBUG [RS:0;1bc61fcf61ea:45195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416, exclude list is [], retry=0 2024-12-04T17:24:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d,DISK] 2024-12-04T17:24:34,439 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 2024-12-04T17:24:34,439 DEBUG [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-04T17:24:34,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:34,620 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5 2024-12-04T17:24:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:35,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:35,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:35,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:35,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:35,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:35,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:35,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:35,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:35,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:35,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:35,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740 2024-12-04T17:24:35,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740 2024-12-04T17:24:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:35,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:35,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:35,047 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:35,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60386316, jitterRate=-0.10017377138137817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:35,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333075029Initializing all the Stores at 1733333075030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333075030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075030Cleaning up temporary data from old regions at 1733333075043 (+13 ms)Region opened successfully at 1733333075049 (+6 ms) 2024-12-04T17:24:35,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:35,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:35,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:35,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:35,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:35,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:35,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333075049Disabling compacts and flushes for region at 1733333075049Disabling writes for close at 1733333075049Writing region close event to WAL at 1733333075050 (+1 ms)Closed at 1733333075050 2024-12-04T17:24:35,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:35,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:35,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:35,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:35,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:35,204 DEBUG [1bc61fcf61ea:36679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:35,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:35,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45195,1733333072427, state=OPENING 2024-12-04T17:24:35,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:35,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:35,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1132087155/meta-region-server: CHANGED 2024-12-04T17:24:35,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1132087155/meta-region-server: CHANGED 2024-12-04T17:24:35,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45195,1733333072427}] 2024-12-04T17:24:35,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:35,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:35,367 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:35,367 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:35,368 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:35,370 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45195%2C1733333072427.meta, suffix=.meta, logDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs, maxLogs=10 2024-12-04T17:24:35,381 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.meta.1733333075370.meta, exclude list is [], retry=0 2024-12-04T17:24:35,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d,DISK] 2024-12-04T17:24:35,385 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.meta.1733333075370.meta 2024-12-04T17:24:35,386 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-04T17:24:35,386 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:35,386 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:35,386 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:35,386 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:35,387 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:35,387 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:35,387 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:35,387 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:35,387 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:35,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:35,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:35,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:35,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:35,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:35,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:35,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:35,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:35,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:35,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:35,395 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:35,396 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740 2024-12-04T17:24:35,397 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740 2024-12-04T17:24:35,399 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:35,399 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:35,399 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:35,401 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:35,402 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73476536, jitterRate=0.09488570690155029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:35,402 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:35,402 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333075387Writing region info on filesystem at 1733333075387Initializing all the Stores at 1733333075388 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333075388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333075388Cleaning up temporary data from old regions at 1733333075399 (+11 ms)Running coprocessor post-open hooks at 1733333075402 (+3 ms)Region opened successfully at 1733333075402 2024-12-04T17:24:35,403 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333075362 2024-12-04T17:24:35,405 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:35,405 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:35,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:35,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45195,1733333072427, state=OPEN 2024-12-04T17:24:35,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1132087155/meta-region-server 2024-12-04T17:24:35,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1132087155/meta-region-server 2024-12-04T17:24:35,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:35,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1132087155/meta-region-server: CHANGED 2024-12-04T17:24:35,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1132087155/meta-region-server: CHANGED 2024-12-04T17:24:35,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:35,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45195,1733333072427 in 199 msec 2024-12-04T17:24:35,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:35,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-04T17:24:35,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:35,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:35,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:35,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45195,1733333072427, seqNum=-1] 2024-12-04T17:24:35,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:35,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:35,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-04T17:24:35,424 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333075424, completionTime=-1 2024-12-04T17:24:35,424 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:35,424 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333135427 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333195427 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:36679, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,427 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,429 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:35,431 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:35,434 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:35,434 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:35,434 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36679,1733333072386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:35,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:35,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,36679,-1 for getting cluster id 2024-12-04T17:24:35,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:35,451 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c95aecb9-f467-4152-a9ff-664fe6a06683' 2024-12-04T17:24:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c95aecb9-f467-4152-a9ff-664fe6a06683" 2024-12-04T17:24:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c305c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,36679,-1] 2024-12-04T17:24:35,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:35,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:35,452 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:35,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:35,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45195,1733333072427, seqNum=-1] 2024-12-04T17:24:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:35,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:35,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:35,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:35,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a64313140002 connected 2024-12-04T17:24:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir so I do NOT create it in target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5 2024-12-04T17:24:35,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:24:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.tmp.dir so I do NOT create it in target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5 2024-12-04T17:24:35,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:24:35,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5 2024-12-04T17:24:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:35,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/cluster_7809ff5c-7235-e95e-27b4-5b0dd79b3b64, deleteOnExit=true 2024-12-04T17:24:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/test.cache.data in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:35,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:35,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:35,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:35,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:35,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:35,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:35,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:35,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:35,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:35,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/java.io.tmpdir/jetty-localhost-41685-hadoop-hdfs-3_4_1-tests_jar-_-any-17607544009561415395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:35,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:41685} 2024-12-04T17:24:35,623 INFO [Time-limited test {}] server.Server(415): Started @34418ms 2024-12-04T17:24:35,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:35,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:35,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:35,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:35,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:35,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:35,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:35,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/java.io.tmpdir/jetty-localhost-36983-hadoop-hdfs-3_4_1-tests_jar-_-any-16990133860362791784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:35,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:36983} 2024-12-04T17:24:35,784 INFO [Time-limited test {}] server.Server(415): Started @34578ms 2024-12-04T17:24:35,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:35,841 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/cluster_7809ff5c-7235-e95e-27b4-5b0dd79b3b64/data/data1/current/BP-418695963-172.17.0.2-1733333075487/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:35,842 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/cluster_7809ff5c-7235-e95e-27b4-5b0dd79b3b64/data/data2/current/BP-418695963-172.17.0.2-1733333075487/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:35,860 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a72eeec1f3185a9 with lease ID 0x3fb4b6f9a03ac0fb: Processing first storage report for DS-ef7be304-e209-465d-9c6a-c0d07c7191e4 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=b9403e86-8d09-40e7-be4f-27540a3e36c2, infoPort=34669, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=1804626652;c=1733333075487) 2024-12-04T17:24:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a72eeec1f3185a9 with lease ID 0x3fb4b6f9a03ac0fb: from storage DS-ef7be304-e209-465d-9c6a-c0d07c7191e4 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=b9403e86-8d09-40e7-be4f-27540a3e36c2, infoPort=34669, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=1804626652;c=1733333075487), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a72eeec1f3185a9 with lease ID 0x3fb4b6f9a03ac0fb: Processing first storage report for DS-6419b1a3-b965-4514-b4d0-af3c8e3a4336 from datanode DatanodeRegistration(127.0.0.1:34643, datanodeUuid=b9403e86-8d09-40e7-be4f-27540a3e36c2, infoPort=34669, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=1804626652;c=1733333075487) 2024-12-04T17:24:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a72eeec1f3185a9 with lease ID 0x3fb4b6f9a03ac0fb: from storage DS-6419b1a3-b965-4514-b4d0-af3c8e3a4336 node DatanodeRegistration(127.0.0.1:34643, datanodeUuid=b9403e86-8d09-40e7-be4f-27540a3e36c2, infoPort=34669, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=1804626652;c=1733333075487), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:35,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5 2024-12-04T17:24:35,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:35,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:36,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c with version=8 2024-12-04T17:24:36,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/hbase-staging 2024-12-04T17:24:36,322 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:36,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:36,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38461 2024-12-04T17:24:36,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38461 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:36,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384610x0, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:36,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38461-0x100a64313140003 connected 2024-12-04T17:24:36,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:36,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:36,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/running 2024-12-04T17:24:36,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c, hbase.cluster.distributed=false 2024-12-04T17:24:36,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/acl 2024-12-04T17:24:36,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38461 2024-12-04T17:24:36,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38461 2024-12-04T17:24:36,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38461 2024-12-04T17:24:36,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38461 2024-12-04T17:24:36,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38461 2024-12-04T17:24:36,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:36,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:36,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:36,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46115 2024-12-04T17:24:36,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46115 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:36,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:36,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461150x0, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:36,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461150x0, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/running 2024-12-04T17:24:36,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46115-0x100a64313140004 connected 2024-12-04T17:24:36,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:36,369 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:36,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/master 2024-12-04T17:24:36,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/acl 2024-12-04T17:24:36,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46115 2024-12-04T17:24:36,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46115 2024-12-04T17:24:36,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46115 2024-12-04T17:24:36,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46115 2024-12-04T17:24:36,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46115 2024-12-04T17:24:36,390 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:38461 2024-12-04T17:24:36,390 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1975869166/backup-masters/1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/backup-masters 2024-12-04T17:24:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/backup-masters 2024-12-04T17:24:36,392 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on existing znode=/1-1975869166/backup-masters/1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975869166/master 2024-12-04T17:24:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:36,393 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on existing znode=/1-1975869166/master 2024-12-04T17:24:36,393 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1975869166/backup-masters/1bc61fcf61ea,38461,1733333076322 from backup master directory 2024-12-04T17:24:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975869166/backup-masters/1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/backup-masters 2024-12-04T17:24:36,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/backup-masters 2024-12-04T17:24:36,394 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:36,394 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:36,398 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/hbase.id] with ID: 32f05a31-587f-439f-88ac-71240cf29cda 2024-12-04T17:24:36,398 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/.tmp/hbase.id 2024-12-04T17:24:36,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:36,408 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/.tmp/hbase.id]:[hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/hbase.id] 2024-12-04T17:24:36,420 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:36,420 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:36,421 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:24:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:36,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:36,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:36,830 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:36,830 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:36,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:37,239 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store 2024-12-04T17:24:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:37,646 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:37,646 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:37,646 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333077646Disabling compacts and flushes for region at 1733333077646Disabling writes for close at 1733333077646Writing region close event to WAL at 1733333077646Closed at 1733333077646 2024-12-04T17:24:37,647 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/.initializing 2024-12-04T17:24:37,647 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/WALs/1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:37,648 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:37,650 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C38461%2C1733333076322, suffix=, logDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/WALs/1bc61fcf61ea,38461,1733333076322, archiveDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:37,662 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/WALs/1bc61fcf61ea,38461,1733333076322/1bc61fcf61ea%2C38461%2C1733333076322.1733333077650, exclude list is [], retry=0 2024-12-04T17:24:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-ef7be304-e209-465d-9c6a-c0d07c7191e4,DISK] 2024-12-04T17:24:37,667 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/WALs/1bc61fcf61ea,38461,1733333076322/1bc61fcf61ea%2C38461%2C1733333076322.1733333077650 2024-12-04T17:24:37,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34669:34669)] 2024-12-04T17:24:37,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:37,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:37,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:37,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:37,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:37,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:37,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:37,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:37,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:37,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:37,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:37,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:37,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:37,676 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,677 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,677 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,679 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,679 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,680 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:37,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:37,683 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:37,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74783293, jitterRate=0.11435790359973907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:37,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333077667Initializing all the Stores at 1733333077668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333077668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333077669 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333077669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333077669Cleaning up temporary data from old regions at 1733333077679 (+10 ms)Region opened successfully at 1733333077684 (+5 ms) 2024-12-04T17:24:37,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:37,688 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2536ccdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:37,689 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:37,689 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:37,689 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:37,716 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:37,716 WARN [RS:0;1bc61fcf61ea:45195 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1bc61fcf61ea,36845,1733333045855: status=Processing ServerCrashProcedure of 1bc61fcf61ea,36845,1733333045855 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733333061307, completionTime=-1 appears to have been leaked 2024-12-04T17:24:37,717 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T17:24:37,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:24:37,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:37,723 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:37,724 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:37,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/balancer already deleted, retry=false 2024-12-04T17:24:37,725 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:37,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:37,727 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/normalizer already deleted, retry=false 2024-12-04T17:24:37,727 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:37,728 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:37,728 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/switch/split already deleted, retry=false 2024-12-04T17:24:37,729 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:37,730 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/switch/merge already deleted, retry=false 2024-12-04T17:24:37,731 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:37,732 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975869166/running 2024-12-04T17:24:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975869166/running 2024-12-04T17:24:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,733 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,38461,1733333076322, sessionid=0x100a64313140003, setting cluster-up flag (Was=false) 2024-12-04T17:24:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,737 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975869166/flush-table-proc/acquired, /1-1975869166/flush-table-proc/reached, /1-1975869166/flush-table-proc/abort 2024-12-04T17:24:37,738 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:37,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:37,742 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975869166/online-snapshot/acquired, /1-1975869166/online-snapshot/reached, /1-1975869166/online-snapshot/abort 2024-12-04T17:24:37,743 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:37,744 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:37,745 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:37,746 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:37,746 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:37,746 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,38461,1733333076322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:37,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:37,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:37,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:37,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:37,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:37,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:37,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,748 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333107748 2024-12-04T17:24:37,748 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:37,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:37,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:37,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:37,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333077750,5,FailOnTimeoutGroup] 2024-12-04T17:24:37,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333077750,5,FailOnTimeoutGroup] 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:37,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:37,779 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(746): ClusterId : 32f05a31-587f-439f-88ac-71240cf29cda 2024-12-04T17:24:37,779 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:37,780 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:37,780 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:37,782 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:37,782 DEBUG [RS:0;1bc61fcf61ea:46115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284127d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:37,791 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:46115 2024-12-04T17:24:37,791 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:37,791 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:37,791 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:37,792 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,38461,1733333076322 with port=46115, startcode=1733333076360 2024-12-04T17:24:37,792 DEBUG [RS:0;1bc61fcf61ea:46115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:37,794 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:37,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38461 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,796 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c 2024-12-04T17:24:37,796 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43245 2024-12-04T17:24:37,796 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:37,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/rs 2024-12-04T17:24:37,799 DEBUG [RS:0;1bc61fcf61ea:46115 {}] zookeeper.ZKUtil(111): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on existing znode=/1-1975869166/rs/1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,799 WARN [RS:0;1bc61fcf61ea:46115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:37,799 INFO [RS:0;1bc61fcf61ea:46115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:37,799 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,46115,1733333076360] 2024-12-04T17:24:37,802 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:37,804 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:37,804 INFO [RS:0;1bc61fcf61ea:46115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:37,804 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,805 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:37,805 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:37,805 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,805 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:37,806 DEBUG [RS:0;1bc61fcf61ea:46115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,809 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,46115,1733333076360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:37,827 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:37,827 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,46115,1733333076360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,827 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,827 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.Replication(171): 1bc61fcf61ea,46115,1733333076360 started 2024-12-04T17:24:37,844 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:37,844 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,46115,1733333076360, RpcServer on 1bc61fcf61ea/172.17.0.2:46115, sessionid=0x100a64313140004 2024-12-04T17:24:37,844 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:37,844 DEBUG [RS:0;1bc61fcf61ea:46115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,844 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,46115,1733333076360' 2024-12-04T17:24:37,844 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975869166/flush-table-proc/abort' 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975869166/flush-table-proc/acquired' 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,46115,1733333076360' 2024-12-04T17:24:37,845 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975869166/online-snapshot/abort' 2024-12-04T17:24:37,846 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975869166/online-snapshot/acquired' 2024-12-04T17:24:37,846 DEBUG [RS:0;1bc61fcf61ea:46115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:37,846 INFO [RS:0;1bc61fcf61ea:46115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:37,846 INFO [RS:0;1bc61fcf61ea:46115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:37,947 INFO [RS:0;1bc61fcf61ea:46115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:37,948 INFO [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C46115%2C1733333076360, suffix=, logDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360, archiveDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/oldWALs, maxLogs=10 2024-12-04T17:24:37,964 DEBUG [RS:0;1bc61fcf61ea:46115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360/1bc61fcf61ea%2C46115%2C1733333076360.1733333077949, exclude list is [], retry=0 2024-12-04T17:24:37,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-ef7be304-e209-465d-9c6a-c0d07c7191e4,DISK] 2024-12-04T17:24:37,970 INFO [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360/1bc61fcf61ea%2C46115%2C1733333076360.1733333077949 2024-12-04T17:24:37,971 DEBUG [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34669:34669)] 2024-12-04T17:24:38,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:38,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c 2024-12-04T17:24:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:38,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:38,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:38,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:38,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:38,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:38,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:38,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:38,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:38,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:38,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:38,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740 2024-12-04T17:24:38,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740 2024-12-04T17:24:38,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:38,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:38,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:38,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:38,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:38,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344231, jitterRate=0.10781536996364594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333078566Initializing all the Stores at 1733333078567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078567Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333078567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078567Cleaning up temporary data from old regions at 1733333078578 (+11 ms)Region opened successfully at 1733333078583 (+5 ms) 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:38,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:38,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:38,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333078583Disabling compacts and flushes for region at 1733333078583Disabling writes for close at 1733333078583Writing region close event to WAL at 1733333078583Closed at 1733333078583 2024-12-04T17:24:38,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:38,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:38,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:38,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:38,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:38,738 DEBUG [1bc61fcf61ea:38461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:38,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:38,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,46115,1733333076360, state=OPENING 2024-12-04T17:24:38,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:38,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:38,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46115,1733333076360}] 2024-12-04T17:24:38,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975869166/meta-region-server: CHANGED 2024-12-04T17:24:38,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975869166/meta-region-server: CHANGED 2024-12-04T17:24:38,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:38,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:38,900 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:38,900 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:38,900 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:38,901 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C46115%2C1733333076360.meta, suffix=.meta, logDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360, archiveDir=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/oldWALs, maxLogs=10 2024-12-04T17:24:38,915 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360/1bc61fcf61ea%2C46115%2C1733333076360.meta.1733333078902.meta, exclude list is [], retry=0 2024-12-04T17:24:38,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34643,DS-ef7be304-e209-465d-9c6a-c0d07c7191e4,DISK] 2024-12-04T17:24:38,919 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360/1bc61fcf61ea%2C46115%2C1733333076360.meta.1733333078902.meta 2024-12-04T17:24:38,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34669:34669)] 2024-12-04T17:24:38,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:38,920 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:38,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:38,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:38,920 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:38,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:38,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:38,921 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:38,921 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:38,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:38,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:38,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:38,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:38,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:38,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:38,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:38,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:38,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:38,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:38,927 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:38,928 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740 2024-12-04T17:24:38,929 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740 2024-12-04T17:24:38,930 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:38,930 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:38,931 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:38,932 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:38,933 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60183278, jitterRate=-0.10319927334785461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:38,933 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:38,934 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333078921Writing region info on filesystem at 1733333078921Initializing all the Stores at 1733333078922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333078922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333078922Cleaning up temporary data from old regions at 1733333078930 (+8 ms)Running coprocessor post-open hooks at 1733333078933 (+3 ms)Region opened successfully at 1733333078934 (+1 ms) 2024-12-04T17:24:38,935 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333078895 2024-12-04T17:24:38,937 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:38,937 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:38,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:38,938 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,46115,1733333076360, state=OPEN 2024-12-04T17:24:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975869166/meta-region-server 2024-12-04T17:24:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975869166/meta-region-server 2024-12-04T17:24:38,939 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:38,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975869166/meta-region-server: CHANGED 2024-12-04T17:24:38,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975869166/meta-region-server: CHANGED 2024-12-04T17:24:38,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:38,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46115,1733333076360 in 197 msec 2024-12-04T17:24:38,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:38,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-12-04T17:24:38,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:38,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:38,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:38,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,46115,1733333076360, seqNum=-1] 2024-12-04T17:24:38,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:38,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:38,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-12-04T17:24:38,955 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333078955, completionTime=-1 2024-12-04T17:24:38,955 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:38,955 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333138958 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333198958 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:38461, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,958 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,959 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,960 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:38,962 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.568sec 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:38,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:38,965 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:38,966 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:38,966 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38461,1733333076322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:38,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38461,-1 for getting cluster id 2024-12-04T17:24:38,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:38,981 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32f05a31-587f-439f-88ac-71240cf29cda' 2024-12-04T17:24:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:38,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32f05a31-587f-439f-88ac-71240cf29cda" 2024-12-04T17:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d0eb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38461,-1] 2024-12-04T17:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:38,983 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:38,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:38,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,46115,1733333076360, seqNum=-1] 2024-12-04T17:24:38,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:38,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:38,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:38,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53244 2024-12-04T17:24:38,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:38,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a64313140005 connected 2024-12-04T17:24:38,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,36679,-1 for getting cluster id 2024-12-04T17:24:38,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:38,995 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c95aecb9-f467-4152-a9ff-664fe6a06683' 2024-12-04T17:24:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c95aecb9-f467-4152-a9ff-664fe6a06683" 2024-12-04T17:24:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be55b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,36679,-1] 2024-12-04T17:24:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:38,996 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:38,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e89c140 2024-12-04T17:24:38,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:38,999 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:39,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:38461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:24:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:39,002 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38461' 2024-12-04T17:24:39,003 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b002e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:39,003 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38461,-1 for getting cluster id 2024-12-04T17:24:39,004 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:39,004 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32f05a31-587f-439f-88ac-71240cf29cda' 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32f05a31-587f-439f-88ac-71240cf29cda" 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e104e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38461,-1] 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:39,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:39,006 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:39,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d63cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:39,007 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c94d370 2024-12-04T17:24:39,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:39,009 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:39,009 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T17:24:39,010 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:39,010 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:39,010 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:39,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:39,010 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:39,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:24:39,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:24:39,013 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:39,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:24:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741835_1011 (size=1138) 2024-12-04T17:24:39,062 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:24:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:39,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 733b9e43f47aaa1ec8a4f4e74d4b1307, NAME => 'hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5 2024-12-04T17:24:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741836_1012 (size=44) 2024-12-04T17:24:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 733b9e43f47aaa1ec8a4f4e74d4b1307, disabling compactions & flushes 2024-12-04T17:24:39,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. after waiting 0 ms 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:39,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:39,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 733b9e43f47aaa1ec8a4f4e74d4b1307: Waiting for close lock at 1733333079829Disabling compacts and flushes for region at 1733333079829Disabling writes for close at 1733333079829Writing region close event to WAL at 1733333079829Closed at 1733333079829 2024-12-04T17:24:39,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:24:39,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333079831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333079831"}]},"ts":"1733333079831"} 2024-12-04T17:24:39,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:24:39,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:24:39,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333079834"}]},"ts":"1733333079834"} 2024-12-04T17:24:39,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:24:39,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b9e43f47aaa1ec8a4f4e74d4b1307, ASSIGN}] 2024-12-04T17:24:39,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b9e43f47aaa1ec8a4f4e74d4b1307, ASSIGN 2024-12-04T17:24:39,839 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=733b9e43f47aaa1ec8a4f4e74d4b1307, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,45195,1733333072427; forceNewPlan=false, retain=false 2024-12-04T17:24:39,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=733b9e43f47aaa1ec8a4f4e74d4b1307, regionState=OPENING, regionLocation=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:39,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=733b9e43f47aaa1ec8a4f4e74d4b1307, ASSIGN because future has completed 2024-12-04T17:24:39,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 733b9e43f47aaa1ec8a4f4e74d4b1307, server=1bc61fcf61ea,45195,1733333072427}] 2024-12-04T17:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:40,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:40,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:40,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:24:40,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45195%2C1733333072427.rep, suffix=, logDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427, archiveDir=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs, maxLogs=10 2024-12-04T17:24:40,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.rep.1733333080152, exclude list is [], retry=0 2024-12-04T17:24:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42425,DS-5aff66cd-6408-4b87-8d0d-5f3111c15f2d,DISK] 2024-12-04T17:24:40,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.rep.1733333080152 2024-12-04T17:24:40,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41359:41359)] 2024-12-04T17:24:40,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 733b9e43f47aaa1ec8a4f4e74d4b1307, NAME => 'hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:40,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. service=MultiRowMutationService 2024-12-04T17:24:40,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,171 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,172 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b9e43f47aaa1ec8a4f4e74d4b1307 columnFamilyName hfileref 2024-12-04T17:24:40,172 DEBUG [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:40,172 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(327): Store=733b9e43f47aaa1ec8a4f4e74d4b1307/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:40,172 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,174 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b9e43f47aaa1ec8a4f4e74d4b1307 columnFamilyName queue 2024-12-04T17:24:40,174 DEBUG [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:40,174 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(327): Store=733b9e43f47aaa1ec8a4f4e74d4b1307/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:40,174 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,175 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b9e43f47aaa1ec8a4f4e74d4b1307 columnFamilyName sid 2024-12-04T17:24:40,175 DEBUG [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:40,176 INFO [StoreOpener-733b9e43f47aaa1ec8a4f4e74d4b1307-1 {}] regionserver.HStore(327): Store=733b9e43f47aaa1ec8a4f4e74d4b1307/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:40,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:24:40,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:40,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 733b9e43f47aaa1ec8a4f4e74d4b1307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70634680, jitterRate=0.05253875255584717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:24:40,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:40,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 733b9e43f47aaa1ec8a4f4e74d4b1307: Running coprocessor pre-open hook at 1733333080169Writing region info on filesystem at 1733333080169Initializing all the Stores at 1733333080170 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333080170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333080170Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333080170Cleaning up temporary data from old regions at 1733333080178 (+8 ms)Running coprocessor post-open hooks at 1733333080182 (+4 ms)Region opened successfully at 1733333080182 2024-12-04T17:24:40,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307., pid=7, masterSystemTime=1733333080146 2024-12-04T17:24:40,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:40,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:40,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=733b9e43f47aaa1ec8a4f4e74d4b1307, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:40,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 733b9e43f47aaa1ec8a4f4e74d4b1307, server=1bc61fcf61ea,45195,1733333072427 because future has completed 2024-12-04T17:24:40,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T17:24:40,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 733b9e43f47aaa1ec8a4f4e74d4b1307, server=1bc61fcf61ea,45195,1733333072427 in 196 msec 2024-12-04T17:24:40,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:24:40,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b9e43f47aaa1ec8a4f4e74d4b1307, ASSIGN in 355 msec 2024-12-04T17:24:40,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:24:40,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333080195"}]},"ts":"1733333080195"} 2024-12-04T17:24:40,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:24:40,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:24:40,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-12-04T17:24:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307., hostname=1bc61fcf61ea,45195,1733333072427, seqNum=2] 2024-12-04T17:24:40,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:40,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:40,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:24:40,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:24:40,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:24:40,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T17:24:40,379 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:24:40,403 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,45195,1733333072427, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:24:40,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:40,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45195,1733333072427, seqNum=-1] 2024-12-04T17:24:40,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:40,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T17:24:40,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,45195,1733333072427', locateType=CURRENT is [region=hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307., hostname=1bc61fcf61ea,45195,1733333072427, seqNum=2] 2024-12-04T17:24:40,412 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T17:24:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T17:24:40,415 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,45195,1733333072427 suceeded 2024-12-04T17:24:40,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T17:24:40,418 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:38461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:24:40,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T17:24:40,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-12-04T17:24:40,426 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38461' 2024-12-04T17:24:40,427 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30498012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:40,427 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38461,-1 for getting cluster id 2024-12-04T17:24:40,427 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:40,428 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32f05a31-587f-439f-88ac-71240cf29cda' 2024-12-04T17:24:40,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:40,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32f05a31-587f-439f-88ac-71240cf29cda" 2024-12-04T17:24:40,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d122eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:40,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38461,-1] 2024-12-04T17:24:40,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:40,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:40,430 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:40,430 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a41d3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:40,431 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:40,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:40,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77ccf9ee 2024-12-04T17:24:40,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:40,432 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T17:24:40,433 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,45195,1733333072427 (queues=1) is replicating from cluster=c95aecb9-f467-4152-a9ff-664fe6a06683 to cluster=32f05a31-587f-439f-88ac-71240cf29cda 2024-12-04T17:24:40,433 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C45195%2C1733333072427 2024-12-04T17:24:40,433 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,45195,1733333072427, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:24:40,433 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.shipper1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C45195%2C1733333072427 2024-12-04T17:24:40,434 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416, startPosition=0, beingWritten=true 2024-12-04T17:24:40,639 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:40,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:40,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:40,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:40,944 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:41,148 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:24:41,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:41,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:41,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:41,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f504e90 2024-12-04T17:24:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:41,150 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:41,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:24:41,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:24:41,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:41,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:41,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:41,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:24:41,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=988063674, stopped=false 2024-12-04T17:24:41,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,38461,1733333076322 2024-12-04T17:24:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975869166/running 2024-12-04T17:24:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975869166/running 2024-12-04T17:24:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:41,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:41,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:41,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:41,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,46115,1733333076360' ***** 2024-12-04T17:24:41,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/running 2024-12-04T17:24:41,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:24:41,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Set watcher on znode that does not yet exist, /1-1975869166/running 2024-12-04T17:24:41,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:46115. 2024-12-04T17:24:41,153 DEBUG [RS:0;1bc61fcf61ea:46115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:41,153 DEBUG [RS:0;1bc61fcf61ea:46115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:24:41,153 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:24:41,154 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:24:41,154 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:24:41,154 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:41,154 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:41,154 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:41,154 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:41,154 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:41,154 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:41,154 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T17:24:41,167 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/.tmp/ns/669f6e61879244bab21ce5d99b321769 is 43, key is default/ns:d/1733333078950/Put/seqid=0 2024-12-04T17:24:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741835_1011 (size=5153) 2024-12-04T17:24:41,212 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:41,349 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:41,354 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:41,554 DEBUG [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:41,573 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/.tmp/ns/669f6e61879244bab21ce5d99b321769 2024-12-04T17:24:41,579 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/.tmp/ns/669f6e61879244bab21ce5d99b321769 as hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/ns/669f6e61879244bab21ce5d99b321769 2024-12-04T17:24:41,585 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/ns/669f6e61879244bab21ce5d99b321769, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T17:24:41,586 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-04T17:24:41,590 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T17:24:41,591 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:41,591 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:41,591 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:41,591 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333081154Running coprocessor pre-close hooks at 1733333081154Disabling compacts and flushes for region at 1733333081154Disabling writes for close at 1733333081154Obtaining lock to block concurrent updates at 1733333081154Preparing flush snapshotting stores in 1588230740 at 1733333081154Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733333081154Flushing stores of hbase:meta,,1.1588230740 at 1733333081155 (+1 ms)Flushing 1588230740/ns: creating writer at 1733333081155Flushing 1588230740/ns: appending metadata at 1733333081167 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333081167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29395794: reopening flushed file at 1733333081578 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733333081586 (+8 ms)Writing region close event to WAL at 1733333081587 (+1 ms)Running coprocessor post-close hooks at 1733333081591 (+4 ms)Closed at 1733333081591 2024-12-04T17:24:41,591 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:41,754 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,46115,1733333076360; all regions closed. 2024-12-04T17:24:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741834_1010 (size=1152) 2024-12-04T17:24:41,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/WALs/1bc61fcf61ea,46115,1733333076360/1bc61fcf61ea%2C46115%2C1733333076360.meta.1733333078902.meta not finished, retry = 0 2024-12-04T17:24:41,810 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:24:41,810 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:24:41,854 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:41,859 DEBUG [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/oldWALs 2024-12-04T17:24:41,859 INFO [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C46115%2C1733333076360.meta:.meta(num 1733333078902) 2024-12-04T17:24:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741832_1008 (size=93) 2024-12-04T17:24:41,863 DEBUG [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/oldWALs 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C46115%2C1733333076360:(num 1733333077949) 2024-12-04T17:24:41,863 DEBUG [RS:0;1bc61fcf61ea:46115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:41,863 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:41,863 INFO [RS:0;1bc61fcf61ea:46115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46115 2024-12-04T17:24:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975869166/rs/1bc61fcf61ea,46115,1733333076360 2024-12-04T17:24:41,864 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:41,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166/rs 2024-12-04T17:24:41,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,46115,1733333076360] 2024-12-04T17:24:41,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975869166/draining/1bc61fcf61ea,46115,1733333076360 already deleted, retry=false 2024-12-04T17:24:41,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,46115,1733333076360 expired; onlineServers=0 2024-12-04T17:24:41,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,38461,1733333076322' ***** 2024-12-04T17:24:41,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:24:41,866 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:41,866 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:41,866 DEBUG [M:0;1bc61fcf61ea:38461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:24:41,866 DEBUG [M:0;1bc61fcf61ea:38461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:24:41,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:24:41,866 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333077750 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333077750,5,FailOnTimeoutGroup] 2024-12-04T17:24:41,866 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333077750 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333077750,5,FailOnTimeoutGroup] 2024-12-04T17:24:41,867 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:41,867 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:41,867 DEBUG [M:0;1bc61fcf61ea:38461 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:24:41,867 INFO [M:0;1bc61fcf61ea:38461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:24:41,867 INFO [M:0;1bc61fcf61ea:38461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:41,867 INFO [M:0;1bc61fcf61ea:38461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:24:41,867 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:24:41,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975869166/master 2024-12-04T17:24:41,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975869166 2024-12-04T17:24:41,867 DEBUG [M:0;1bc61fcf61ea:38461 {}] zookeeper.ZKUtil(347): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Unable to get data of znode /1-1975869166/master because node does not exist (not an error) 2024-12-04T17:24:41,867 WARN [M:0;1bc61fcf61ea:38461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:24:41,868 INFO [M:0;1bc61fcf61ea:38461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/.lastflushedseqids 2024-12-04T17:24:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741836_1012 (size=99) 2024-12-04T17:24:41,872 INFO [M:0;1bc61fcf61ea:38461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:24:41,873 INFO [M:0;1bc61fcf61ea:38461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:24:41,873 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:41,873 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:41,873 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:41,873 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:41,873 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:41,873 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T17:24:41,887 DEBUG [M:0;1bc61fcf61ea:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5ccf9bb3394a8999b492543c5ccd6b is 82, key is hbase:meta,,1/info:regioninfo/1733333078937/Put/seqid=0 2024-12-04T17:24:41,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741837_1013 (size=5672) 2024-12-04T17:24:41,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:41,965 INFO [RS:0;1bc61fcf61ea:46115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:41,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46115-0x100a64313140004, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:41,965 INFO [RS:0;1bc61fcf61ea:46115 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,46115,1733333076360; zookeeper connection closed. 2024-12-04T17:24:41,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6692564a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6692564a 2024-12-04T17:24:41,966 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:24:42,292 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5ccf9bb3394a8999b492543c5ccd6b 2024-12-04T17:24:42,315 DEBUG [M:0;1bc61fcf61ea:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7d08093bb048cd9faf386ca11694f6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733333078954/Put/seqid=0 2024-12-04T17:24:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741838_1014 (size=5275) 2024-12-04T17:24:42,459 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:42,720 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7d08093bb048cd9faf386ca11694f6 2024-12-04T17:24:42,737 DEBUG [M:0;1bc61fcf61ea:38461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a501455ed6cd4167af22e8116660b53b is 69, key is 1bc61fcf61ea,46115,1733333076360/rs:state/1733333077794/Put/seqid=0 2024-12-04T17:24:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741839_1015 (size=5156) 2024-12-04T17:24:43,142 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a501455ed6cd4167af22e8116660b53b 2024-12-04T17:24:43,148 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5ccf9bb3394a8999b492543c5ccd6b as hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5ccf9bb3394a8999b492543c5ccd6b 2024-12-04T17:24:43,154 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5ccf9bb3394a8999b492543c5ccd6b, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T17:24:43,155 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7d08093bb048cd9faf386ca11694f6 as hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7d08093bb048cd9faf386ca11694f6 2024-12-04T17:24:43,161 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7d08093bb048cd9faf386ca11694f6, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T17:24:43,162 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a501455ed6cd4167af22e8116660b53b as hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a501455ed6cd4167af22e8116660b53b 2024-12-04T17:24:43,164 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:43,167 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43245/user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a501455ed6cd4167af22e8116660b53b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T17:24:43,168 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-12-04T17:24:43,170 INFO [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:43,170 DEBUG [M:0;1bc61fcf61ea:38461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333081873Disabling compacts and flushes for region at 1733333081873Disabling writes for close at 1733333081873Obtaining lock to block concurrent updates at 1733333081873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333081873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733333081873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333081874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333081874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333081887 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333081887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333082298 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333082315 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333082315Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333082725 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333082737 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333082737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395416a0: reopening flushed file at 1733333083147 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c246c77: reopening flushed file at 1733333083154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349466db: reopening flushed file at 1733333083161 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1733333083168 (+7 ms)Writing region close event to WAL at 1733333083170 (+2 ms)Closed at 1733333083170 2024-12-04T17:24:43,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34643 is added to blk_1073741830_1006 (size=10165) 2024-12-04T17:24:43,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f38ff8ab-e858-72ab-5301-6432274fe10c/MasterData/WALs/1bc61fcf61ea,38461,1733333076322/1bc61fcf61ea%2C38461%2C1733333076322.1733333077650 not finished, retry = 0 2024-12-04T17:24:43,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:43,273 INFO [M:0;1bc61fcf61ea:38461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:24:43,274 INFO [M:0;1bc61fcf61ea:38461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38461 2024-12-04T17:24:43,274 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:43,375 INFO [M:0;1bc61fcf61ea:38461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38461-0x100a64313140003, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:43,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:43,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:43,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:43,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:43,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:43,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:24:43,379 WARN [BP-418695963-172.17.0.2-1733333075487 heartbeating to localhost/127.0.0.1:43245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:24:43,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:24:43,379 WARN [BP-418695963-172.17.0.2-1733333075487 heartbeating to localhost/127.0.0.1:43245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-418695963-172.17.0.2-1733333075487 (Datanode Uuid b9403e86-8d09-40e7-be4f-27540a3e36c2) service to localhost/127.0.0.1:43245 2024-12-04T17:24:43,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/cluster_7809ff5c-7235-e95e-27b4-5b0dd79b3b64/data/data1/current/BP-418695963-172.17.0.2-1733333075487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:43,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/cluster_7809ff5c-7235-e95e-27b4-5b0dd79b3b64/data/data2/current/BP-418695963-172.17.0.2-1733333075487 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:43,380 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:24:43,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:43,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:43,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:43,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:43,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:43,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:24:43,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:24:43,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:43,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:43,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:43,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:43,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:43,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:24:43,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=152258777, stopped=false 2024-12-04T17:24:43,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,36679,1733333072386 2024-12-04T17:24:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1132087155/running 2024-12-04T17:24:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1132087155/running 2024-12-04T17:24:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:43,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:43,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:24:43,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:43,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:43,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/running 2024-12-04T17:24:43,402 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,45195,1733333072427' ***** 2024-12-04T17:24:43,402 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:24:43,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Set watcher on znode that does not yet exist, /0-1132087155/running 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:24:43,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:43,403 INFO [RS:0;1bc61fcf61ea:45195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45195. 2024-12-04T17:24:43,403 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 733b9e43f47aaa1ec8a4f4e74d4b1307, disabling compactions & flushes 2024-12-04T17:24:43,403 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:43,403 DEBUG [RS:0;1bc61fcf61ea:45195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:43,403 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:43,403 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:43,403 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. after waiting 0 ms 2024-12-04T17:24:43,404 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:43,404 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:24:43,404 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 733b9e43f47aaa1ec8a4f4e74d4b1307 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T17:24:43,404 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:24:43,404 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:24:43,404 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:24:43,404 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:24:43,404 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1325): Online Regions={733b9e43f47aaa1ec8a4f4e74d4b1307=hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:24:43,404 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:43,404 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:43,404 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:43,404 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:43,405 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:43,405 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:43,405 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T17:24:43,418 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/.tmp/queue/9dc5defe6a3344fb8f5e1bb97fe48f24 is 151, key is 1-1bc61fcf61ea,45195,1733333072427/queue:1bc61fcf61ea%2C45195%2C1733333072427/1733333080410/Put/seqid=0 2024-12-04T17:24:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741838_1014 (size=5350) 2024-12-04T17:24:43,422 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/info/15e5e9afadc94bb4a91706407fd48cf6 is 147, key is hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307./info:regioninfo/1733333080186/Put/seqid=0 2024-12-04T17:24:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741839_1015 (size=6631) 2024-12-04T17:24:43,490 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:43,604 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:43,804 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b9e43f47aaa1ec8a4f4e74d4b1307 2024-12-04T17:24:43,822 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/.tmp/queue/9dc5defe6a3344fb8f5e1bb97fe48f24 2024-12-04T17:24:43,826 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/info/15e5e9afadc94bb4a91706407fd48cf6 2024-12-04T17:24:43,830 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/.tmp/queue/9dc5defe6a3344fb8f5e1bb97fe48f24 as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/queue/9dc5defe6a3344fb8f5e1bb97fe48f24 2024-12-04T17:24:43,836 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/queue/9dc5defe6a3344fb8f5e1bb97fe48f24, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T17:24:43,838 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 733b9e43f47aaa1ec8a4f4e74d4b1307 in 434ms, sequenceid=5, compaction requested=false 2024-12-04T17:24:43,845 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/ns/724f7f959679427ba902388bc163ba92 is 43, key is default/ns:d/1733333075418/Put/seqid=0 2024-12-04T17:24:43,849 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/replication/733b9e43f47aaa1ec8a4f4e74d4b1307/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:24:43,849 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:43,849 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741840_1016 (size=5153) 2024-12-04T17:24:43,850 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:43,850 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 733b9e43f47aaa1ec8a4f4e74d4b1307: Waiting for close lock at 1733333083403Running coprocessor pre-close hooks at 1733333083403Disabling compacts and flushes for region at 1733333083403Disabling writes for close at 1733333083403Obtaining lock to block concurrent updates at 1733333083404 (+1 ms)Preparing flush snapshotting stores in 733b9e43f47aaa1ec8a4f4e74d4b1307 at 1733333083404Finished memstore snapshotting hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733333083404Flushing stores of hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. at 1733333083404Flushing 733b9e43f47aaa1ec8a4f4e74d4b1307/queue: creating writer at 1733333083405 (+1 ms)Flushing 733b9e43f47aaa1ec8a4f4e74d4b1307/queue: appending metadata at 1733333083417 (+12 ms)Flushing 733b9e43f47aaa1ec8a4f4e74d4b1307/queue: closing flushed file at 1733333083417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d081ba: reopening flushed file at 1733333083829 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 733b9e43f47aaa1ec8a4f4e74d4b1307 in 434ms, sequenceid=5, compaction requested=false at 1733333083838 (+9 ms)Writing region close event to WAL at 1733333083843 (+5 ms)Running coprocessor post-close hooks at 1733333083849 (+6 ms)Closed at 1733333083849 2024-12-04T17:24:43,850 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333079010.733b9e43f47aaa1ec8a4f4e74d4b1307. 2024-12-04T17:24:43,850 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/ns/724f7f959679427ba902388bc163ba92 2024-12-04T17:24:43,868 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/table/d53a9a296ffa4255ad4c7ac7e6fcd13a is 53, key is hbase:replication/table:state/1733333080195/Put/seqid=0 2024-12-04T17:24:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741841_1017 (size=5256) 2024-12-04T17:24:43,969 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.1733333074416 to pos 0, reset compression=false 2024-12-04T17:24:44,005 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:44,205 DEBUG [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:24:44,274 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/table/d53a9a296ffa4255ad4c7ac7e6fcd13a 2024-12-04T17:24:44,280 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/info/15e5e9afadc94bb4a91706407fd48cf6 as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/info/15e5e9afadc94bb4a91706407fd48cf6 2024-12-04T17:24:44,286 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/info/15e5e9afadc94bb4a91706407fd48cf6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T17:24:44,287 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/ns/724f7f959679427ba902388bc163ba92 as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/ns/724f7f959679427ba902388bc163ba92 2024-12-04T17:24:44,292 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/ns/724f7f959679427ba902388bc163ba92, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:24:44,293 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/.tmp/table/d53a9a296ffa4255ad4c7ac7e6fcd13a as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/table/d53a9a296ffa4255ad4c7ac7e6fcd13a 2024-12-04T17:24:44,298 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/table/d53a9a296ffa4255ad4c7ac7e6fcd13a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T17:24:44,299 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false 2024-12-04T17:24:44,304 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:24:44,304 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:44,304 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:44,304 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:44,304 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333083404Running coprocessor pre-close hooks at 1733333083404Disabling compacts and flushes for region at 1733333083404Disabling writes for close at 1733333083405 (+1 ms)Obtaining lock to block concurrent updates at 1733333083405Preparing flush snapshotting stores in 1588230740 at 1733333083405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733333083405Flushing stores of hbase:meta,,1.1588230740 at 1733333083406 (+1 ms)Flushing 1588230740/info: creating writer at 1733333083406Flushing 1588230740/info: appending metadata at 1733333083422 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733333083422Flushing 1588230740/ns: creating writer at 1733333083832 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733333083845 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733333083845Flushing 1588230740/table: creating writer at 1733333083856 (+11 ms)Flushing 1588230740/table: appending metadata at 1733333083868 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733333083868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99a85b5: reopening flushed file at 1733333084279 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13759fff: reopening flushed file at 1733333084286 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6278b6: reopening flushed file at 1733333084292 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false at 1733333084299 (+7 ms)Writing region close event to WAL at 1733333084300 (+1 ms)Running coprocessor post-close hooks at 1733333084304 (+4 ms)Closed at 1733333084304 2024-12-04T17:24:44,305 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:44,333 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:24:44,333 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:24:44,405 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,45195,1733333072427; all regions closed. 2024-12-04T17:24:44,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741834_1010 (size=2742) 2024-12-04T17:24:44,409 DEBUG [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs 2024-12-04T17:24:44,409 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45195%2C1733333072427.meta:.meta(num 1733333075370) 2024-12-04T17:24:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741837_1013 (size=1586) 2024-12-04T17:24:44,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/WALs/1bc61fcf61ea,45195,1733333072427/1bc61fcf61ea%2C45195%2C1733333072427.rep.1733333080152 not finished, retry = 0 2024-12-04T17:24:44,515 DEBUG [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs 2024-12-04T17:24:44,515 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45195%2C1733333072427.rep:(num 1733333080152) 2024-12-04T17:24:44,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741832_1008 (size=93) 2024-12-04T17:24:44,519 DEBUG [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/oldWALs 2024-12-04T17:24:44,519 INFO [RS:0;1bc61fcf61ea:45195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C45195%2C1733333072427:(num 1733333074416) 2024-12-04T17:24:44,519 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:44,519 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:24:44,519 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:44,520 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:44,520 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:44,520 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:44,520 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,45195,1733333072427 because: Region server is closing 2024-12-04T17:24:44,520 INFO [RS:0;1bc61fcf61ea:45195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45195. 2024-12-04T17:24:44,520 DEBUG [RS:0;1bc61fcf61ea:45195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:24:44,520 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:44,521 DEBUG [RS:0;1bc61fcf61ea:45195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:44,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:44,621 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.shipper1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:24:44,621 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.wal-reader.1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:24:44,621 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45195,1733333072427.replicationSource.shipper1bc61fcf61ea%2C45195%2C1733333072427,1-1bc61fcf61ea,45195,1733333072427 terminated 2024-12-04T17:24:44,621 INFO [RS:0;1bc61fcf61ea:45195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45195 2024-12-04T17:24:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155/rs 2024-12-04T17:24:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1132087155/rs/1bc61fcf61ea,45195,1733333072427 2024-12-04T17:24:44,623 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:44,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,45195,1733333072427] 2024-12-04T17:24:44,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1132087155/draining/1bc61fcf61ea,45195,1733333072427 already deleted, retry=false 2024-12-04T17:24:44,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,45195,1733333072427 expired; onlineServers=0 2024-12-04T17:24:44,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,36679,1733333072386' ***** 2024-12-04T17:24:44,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:24:44,624 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:24:44,624 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:24:44,624 DEBUG [M:0;1bc61fcf61ea:36679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:24:44,624 DEBUG [M:0;1bc61fcf61ea:36679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:24:44,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:24:44,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333074207 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333074207,5,FailOnTimeoutGroup] 2024-12-04T17:24:44,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333074207 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333074207,5,FailOnTimeoutGroup] 2024-12-04T17:24:44,624 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:24:44,625 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:24:44,625 DEBUG [M:0;1bc61fcf61ea:36679 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:24:44,625 INFO [M:0;1bc61fcf61ea:36679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:24:44,625 INFO [M:0;1bc61fcf61ea:36679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:24:44,625 INFO [M:0;1bc61fcf61ea:36679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:24:44,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:24:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1132087155/master 2024-12-04T17:24:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1132087155 2024-12-04T17:24:44,625 DEBUG [M:0;1bc61fcf61ea:36679 {}] zookeeper.ZKUtil(347): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Unable to get data of znode /0-1132087155/master because node does not exist (not an error) 2024-12-04T17:24:44,625 WARN [M:0;1bc61fcf61ea:36679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:24:44,626 INFO [M:0;1bc61fcf61ea:36679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/.lastflushedseqids 2024-12-04T17:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741842_1018 (size=181) 2024-12-04T17:24:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:44,723 INFO [RS:0;1bc61fcf61ea:45195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:44,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45195-0x100a64313140001, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:44,724 INFO [RS:0;1bc61fcf61ea:45195 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,45195,1733333072427; zookeeper connection closed. 2024-12-04T17:24:44,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61c8cf92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61c8cf92 2024-12-04T17:24:44,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:24:45,031 INFO [M:0;1bc61fcf61ea:36679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:24:45,031 INFO [M:0;1bc61fcf61ea:36679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:24:45,032 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:45,032 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:45,032 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:45,032 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:45,032 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:45,032 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T17:24:45,047 DEBUG [M:0;1bc61fcf61ea:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e83524abca4edfb9793eb69e656dcb is 82, key is hbase:meta,,1/info:regioninfo/1733333075406/Put/seqid=0 2024-12-04T17:24:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741843_1019 (size=5672) 2024-12-04T17:24:45,452 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e83524abca4edfb9793eb69e656dcb 2024-12-04T17:24:45,469 DEBUG [M:0;1bc61fcf61ea:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33e1bbb4be0746a892b15ec624d340cd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733333080200/Put/seqid=0 2024-12-04T17:24:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741844_1020 (size=7203) 2024-12-04T17:24:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:24:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:45,873 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33e1bbb4be0746a892b15ec624d340cd 2024-12-04T17:24:45,891 DEBUG [M:0;1bc61fcf61ea:36679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05438eb900b645cf8ac6bd6b6e83b94d is 69, key is 1bc61fcf61ea,45195,1733333072427/rs:state/1733333074268/Put/seqid=0 2024-12-04T17:24:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741845_1021 (size=5156) 2024-12-04T17:24:46,299 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05438eb900b645cf8ac6bd6b6e83b94d 2024-12-04T17:24:46,305 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e83524abca4edfb9793eb69e656dcb as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e83524abca4edfb9793eb69e656dcb 2024-12-04T17:24:46,311 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e83524abca4edfb9793eb69e656dcb, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T17:24:46,312 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33e1bbb4be0746a892b15ec624d340cd as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33e1bbb4be0746a892b15ec624d340cd 2024-12-04T17:24:46,317 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33e1bbb4be0746a892b15ec624d340cd, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T17:24:46,318 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05438eb900b645cf8ac6bd6b6e83b94d as hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05438eb900b645cf8ac6bd6b6e83b94d 2024-12-04T17:24:46,324 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40149/user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05438eb900b645cf8ac6bd6b6e83b94d, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T17:24:46,325 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-12-04T17:24:46,327 INFO [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:46,327 DEBUG [M:0;1bc61fcf61ea:36679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333085031Disabling compacts and flushes for region at 1733333085031Disabling writes for close at 1733333085032 (+1 ms)Obtaining lock to block concurrent updates at 1733333085032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333085032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733333085032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333085033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333085033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333085046 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333085046Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333085456 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333085468 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333085468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333085878 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333085890 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333085890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ba53fc: reopening flushed file at 1733333086304 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f688d5: reopening flushed file at 1733333086311 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442f8544: reopening flushed file at 1733333086317 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1733333086325 (+8 ms)Writing region close event to WAL at 1733333086327 (+2 ms)Closed at 1733333086327 2024-12-04T17:24:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42425 is added to blk_1073741830_1006 (size=41008) 2024-12-04T17:24:46,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc758adc-14d0-5996-0b53-1189f2b63aa5/MasterData/WALs/1bc61fcf61ea,36679,1733333072386/1bc61fcf61ea%2C36679%2C1733333072386.1733333074116 not finished, retry = 0 2024-12-04T17:24:46,430 INFO [M:0;1bc61fcf61ea:36679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:24:46,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:24:46,430 INFO [M:0;1bc61fcf61ea:36679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36679 2024-12-04T17:24:46,431 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:24:46,532 INFO [M:0;1bc61fcf61ea:36679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:24:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:46,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36679-0x100a64313140000, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:24:46,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:46,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:46,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:46,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:46,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:46,536 WARN [BP-2090655862-172.17.0.2-1733333071551 heartbeating to localhost/127.0.0.1:40149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:24:46,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:24:46,536 WARN [BP-2090655862-172.17.0.2-1733333071551 heartbeating to localhost/127.0.0.1:40149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2090655862-172.17.0.2-1733333071551 (Datanode Uuid 745dd03e-6a02-44a8-846f-dde2f77db202) service to localhost/127.0.0.1:40149 2024-12-04T17:24:46,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:24:46,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/data/data1/current/BP-2090655862-172.17.0.2-1733333071551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:46,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/cluster_c22265af-1f90-1796-96eb-4e7b090f42b9/data/data2/current/BP-2090655862-172.17.0.2-1733333071551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:24:46,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:24:46,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:46,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:24:46,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:24:46,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:24:46,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45d6e12c-7b2a-42e7-bf12-5985081bf990/hadoop.log.dir/,STOPPED} 2024-12-04T17:24:46,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:24:46,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:24:46,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53244) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40149 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43245 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2519 (was 2844) 2024-12-04T17:24:46,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=2519 2024-12-04T17:24:46,592 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T17:24:46,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir so I do NOT create it in target/test-data/15411efa-2888-0a89-434c-2548f38dd92d 2024-12-04T17:24:46,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:24:46,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.tmp.dir so I do NOT create it in target/test-data/15411efa-2888-0a89-434c-2548f38dd92d 2024-12-04T17:24:46,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eba37c85-d395-4bad-de08-003e87ad97c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:24:46,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d 2024-12-04T17:24:46,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a, deleteOnExit=true 2024-12-04T17:24:46,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/zookeeper_0, clientPort=59219, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:24:46,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59219 2024-12-04T17:24:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/test.cache.data in system properties and HBase conf 2024-12-04T17:24:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:46,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:46,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a64313140005, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:24:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a64313140002, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:24:46,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a64313140002, quorum=127.0.0.1:53244, baseZNode=/0-1132087155 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:24:46,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a64313140005, quorum=127.0.0.1:53244, baseZNode=/1-1975869166 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:24:46,647 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T17:24:46,648 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:46,661 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:46,661 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:46,661 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:46,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:46,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:46,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:46,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:46,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:46,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:46,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/java.io.tmpdir/jetty-localhost-46583-hadoop-hdfs-3_4_1-tests_jar-_-any-2597544977711362654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:46,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:46583} 2024-12-04T17:24:46,778 INFO [Time-limited test {}] server.Server(415): Started @45573ms 2024-12-04T17:24:46,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:46,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:46,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:46,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:46,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:46,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:46,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:46,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-11796748537035249172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:46,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-12-04T17:24:46,942 INFO [Time-limited test {}] server.Server(415): Started @45736ms 2024-12-04T17:24:46,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:46,997 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/data/data2/current/BP-620569009-172.17.0.2-1733333086621/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:46,997 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/data/data1/current/BP-620569009-172.17.0.2-1733333086621/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:47,010 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d28b89561101f06 with lease ID 0xe5113ad203a0ef1d: Processing first storage report for DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967 from datanode DatanodeRegistration(127.0.0.1:40825, datanodeUuid=f1346cc9-21fa-4e12-8729-9690022b8494, infoPort=35769, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=194088634;c=1733333086621) 2024-12-04T17:24:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d28b89561101f06 with lease ID 0xe5113ad203a0ef1d: from storage DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967 node DatanodeRegistration(127.0.0.1:40825, datanodeUuid=f1346cc9-21fa-4e12-8729-9690022b8494, infoPort=35769, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=194088634;c=1733333086621), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T17:24:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d28b89561101f06 with lease ID 0xe5113ad203a0ef1d: Processing first storage report for DS-a5f7e56d-d2b2-4f22-bd9e-a184cb5ab552 from datanode DatanodeRegistration(127.0.0.1:40825, datanodeUuid=f1346cc9-21fa-4e12-8729-9690022b8494, infoPort=35769, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=194088634;c=1733333086621) 2024-12-04T17:24:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d28b89561101f06 with lease ID 0xe5113ad203a0ef1d: from storage DS-a5f7e56d-d2b2-4f22-bd9e-a184cb5ab552 node DatanodeRegistration(127.0.0.1:40825, datanodeUuid=f1346cc9-21fa-4e12-8729-9690022b8494, infoPort=35769, infoSecurePort=0, ipcPort=40745, storageInfo=lv=-57;cid=testClusterID;nsid=194088634;c=1733333086621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:47,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d 2024-12-04T17:24:47,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:47,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9 with version=8 2024-12-04T17:24:47,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/hbase-staging 2024-12-04T17:24:47,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:47,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:47,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40347 2024-12-04T17:24:47,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40347 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:47,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403470x0, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:47,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40347-0x100a6434df10000 connected 2024-12-04T17:24:47,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/running 2024-12-04T17:24:47,493 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9, hbase.cluster.distributed=false 2024-12-04T17:24:47,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/acl 2024-12-04T17:24:47,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-04T17:24:47,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-12-04T17:24:47,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-12-04T17:24:47,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-04T17:24:47,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-12-04T17:24:47,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:47,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:47,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:47,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33745 2024-12-04T17:24:47,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33745 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:47,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337450x0, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:47,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337450x0, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/running 2024-12-04T17:24:47,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33745-0x100a6434df10001 connected 2024-12-04T17:24:47,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:47,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:47,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/master 2024-12-04T17:24:47,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/acl 2024-12-04T17:24:47,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33745 2024-12-04T17:24:47,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33745 2024-12-04T17:24:47,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33745 2024-12-04T17:24:47,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33745 2024-12-04T17:24:47,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33745 2024-12-04T17:24:47,535 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:40347 2024-12-04T17:24:47,535 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1229858193/backup-masters/1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/backup-masters 2024-12-04T17:24:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/backup-masters 2024-12-04T17:24:47,537 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on existing znode=/0-1229858193/backup-masters/1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:47,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229858193/master 2024-12-04T17:24:47,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:47,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:47,538 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on existing znode=/0-1229858193/master 2024-12-04T17:24:47,538 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1229858193/backup-masters/1bc61fcf61ea,40347,1733333087474 from backup master directory 2024-12-04T17:24:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229858193/backup-masters/1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/backup-masters 2024-12-04T17:24:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/backup-masters 2024-12-04T17:24:47,539 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:47,539 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:47,543 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/hbase.id] with ID: 596a1e12-df31-422b-83f9-349478c08882 2024-12-04T17:24:47,543 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/.tmp/hbase.id 2024-12-04T17:24:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:47,949 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/.tmp/hbase.id]:[hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/hbase.id] 2024-12-04T17:24:47,961 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:47,961 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:47,962 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:24:47,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:47,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:47,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:48,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:48,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:48,370 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:48,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:48,777 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store 2024-12-04T17:24:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:49,183 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:49,183 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:49,183 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:49,183 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:49,183 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:49,183 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:49,183 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:49,184 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333089183Disabling compacts and flushes for region at 1733333089183Disabling writes for close at 1733333089183Writing region close event to WAL at 1733333089183Closed at 1733333089183 2024-12-04T17:24:49,185 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/.initializing 2024-12-04T17:24:49,185 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/WALs/1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:49,185 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:49,187 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C40347%2C1733333087474, suffix=, logDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/WALs/1bc61fcf61ea,40347,1733333087474, archiveDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:49,197 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/WALs/1bc61fcf61ea,40347,1733333087474/1bc61fcf61ea%2C40347%2C1733333087474.1733333089187, exclude list is [], retry=0 2024-12-04T17:24:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40825,DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967,DISK] 2024-12-04T17:24:49,201 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/WALs/1bc61fcf61ea,40347,1733333087474/1bc61fcf61ea%2C40347%2C1733333087474.1733333089187 2024-12-04T17:24:49,202 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35769:35769)] 2024-12-04T17:24:49,202 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:49,202 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:49,202 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,202 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:49,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:49,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:49,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:49,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:49,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:49,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:49,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:49,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:49,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:49,211 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,211 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,211 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,213 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,213 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,213 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:49,214 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:49,216 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:49,216 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61928915, jitterRate=-0.07718725502490997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:49,217 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333089202Initializing all the Stores at 1733333089203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333089203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333089203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333089203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333089203Cleaning up temporary data from old regions at 1733333089213 (+10 ms)Region opened successfully at 1733333089217 (+4 ms) 2024-12-04T17:24:49,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:49,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9a1bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:49,220 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:49,220 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:49,220 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:49,220 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:49,221 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:24:49,221 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:24:49,221 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:49,223 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:49,224 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:49,224 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/balancer already deleted, retry=false 2024-12-04T17:24:49,224 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:49,225 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:49,225 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/normalizer already deleted, retry=false 2024-12-04T17:24:49,226 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:49,226 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:49,227 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/switch/split already deleted, retry=false 2024-12-04T17:24:49,228 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:49,228 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/switch/merge already deleted, retry=false 2024-12-04T17:24:49,231 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:49,232 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229858193/running 2024-12-04T17:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1229858193/running 2024-12-04T17:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,234 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,40347,1733333087474, sessionid=0x100a6434df10000, setting cluster-up flag (Was=false) 2024-12-04T17:24:49,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,239 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1229858193/flush-table-proc/acquired, /0-1229858193/flush-table-proc/reached, /0-1229858193/flush-table-proc/abort 2024-12-04T17:24:49,240 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:49,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:49,244 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1229858193/online-snapshot/acquired, /0-1229858193/online-snapshot/reached, /0-1229858193/online-snapshot/abort 2024-12-04T17:24:49,245 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:49,246 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:49,248 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:49,248 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:49,248 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:49,248 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,40347,1733333087474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:49,249 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:49,249 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:49,250 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333119252 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:49,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:49,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:49,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:49,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:49,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:49,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:49,256 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333089253,5,FailOnTimeoutGroup] 2024-12-04T17:24:49,256 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333089256,5,FailOnTimeoutGroup] 2024-12-04T17:24:49,257 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,257 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:49,257 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,257 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:49,329 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(746): ClusterId : 596a1e12-df31-422b-83f9-349478c08882 2024-12-04T17:24:49,329 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:49,330 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:49,330 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:49,332 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:49,332 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b8ce3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:49,341 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:33745 2024-12-04T17:24:49,341 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:49,341 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:49,341 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:49,342 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,40347,1733333087474 with port=33745, startcode=1733333087509 2024-12-04T17:24:49,342 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:49,344 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:49,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40347 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,346 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9 2024-12-04T17:24:49,346 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35063 2024-12-04T17:24:49,346 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:49,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/rs 2024-12-04T17:24:49,347 DEBUG [RS:0;1bc61fcf61ea:33745 {}] zookeeper.ZKUtil(111): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on existing znode=/0-1229858193/rs/1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,348 WARN [RS:0;1bc61fcf61ea:33745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:49,348 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:49,348 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,33745,1733333087509] 2024-12-04T17:24:49,351 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:49,352 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:49,353 INFO [RS:0;1bc61fcf61ea:33745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:49,353 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,353 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:49,354 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:49,354 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:49,354 DEBUG [RS:0;1bc61fcf61ea:33745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,356 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33745,1733333087509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:49,368 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:49,368 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33745,1733333087509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,368 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,368 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.Replication(171): 1bc61fcf61ea,33745,1733333087509 started 2024-12-04T17:24:49,380 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:49,380 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,33745,1733333087509, RpcServer on 1bc61fcf61ea/172.17.0.2:33745, sessionid=0x100a6434df10001 2024-12-04T17:24:49,380 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:49,380 DEBUG [RS:0;1bc61fcf61ea:33745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,380 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,33745,1733333087509' 2024-12-04T17:24:49,380 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1229858193/flush-table-proc/abort' 2024-12-04T17:24:49,380 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1229858193/flush-table-proc/acquired' 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,33745,1733333087509' 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1229858193/online-snapshot/abort' 2024-12-04T17:24:49,381 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1229858193/online-snapshot/acquired' 2024-12-04T17:24:49,382 DEBUG [RS:0;1bc61fcf61ea:33745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:49,382 INFO [RS:0;1bc61fcf61ea:33745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:49,382 INFO [RS:0;1bc61fcf61ea:33745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:49,482 INFO [RS:0;1bc61fcf61ea:33745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:49,484 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C33745%2C1733333087509, suffix=, logDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509, archiveDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs, maxLogs=10 2024-12-04T17:24:49,495 DEBUG [RS:0;1bc61fcf61ea:33745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484, exclude list is [], retry=0 2024-12-04T17:24:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40825,DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967,DISK] 2024-12-04T17:24:49,499 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 2024-12-04T17:24:49,499 DEBUG [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35769:35769)] 2024-12-04T17:24:49,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:49,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9 2024-12-04T17:24:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:50,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:50,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:50,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:50,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:50,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:50,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:50,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:50,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:50,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:50,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:50,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740 2024-12-04T17:24:50,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740 2024-12-04T17:24:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:50,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:50,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:50,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:50,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62176665, jitterRate=-0.07349549233913422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333090069Initializing all the Stores at 1733333090070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333090070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090070Cleaning up temporary data from old regions at 1733333090079 (+9 ms)Region opened successfully at 1733333090084 (+5 ms) 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:50,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:50,084 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:50,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333090084Disabling compacts and flushes for region at 1733333090084Disabling writes for close at 1733333090084Writing region close event to WAL at 1733333090084Closed at 1733333090084 2024-12-04T17:24:50,086 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:50,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:50,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:50,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:50,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:50,238 DEBUG [1bc61fcf61ea:40347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:50,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:50,240 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,33745,1733333087509, state=OPENING 2024-12-04T17:24:50,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:50,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:50,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:24:50,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:50,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229858193/meta-region-server: CHANGED 2024-12-04T17:24:50,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229858193/meta-region-server: CHANGED 2024-12-04T17:24:50,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33745,1733333087509}] 2024-12-04T17:24:50,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:50,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:50,401 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:50,401 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:50,402 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:50,403 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C33745%2C1733333087509.meta, suffix=.meta, logDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509, archiveDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs, maxLogs=10 2024-12-04T17:24:50,422 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.meta.1733333090404.meta, exclude list is [], retry=0 2024-12-04T17:24:50,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40825,DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967,DISK] 2024-12-04T17:24:50,426 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.meta.1733333090404.meta 2024-12-04T17:24:50,428 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35769:35769)] 2024-12-04T17:24:50,428 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:50,428 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:50,428 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:50,428 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:50,428 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:50,429 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:50,429 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:50,429 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:50,429 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:50,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:50,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:50,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:50,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:50,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:50,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:50,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:50,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:50,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:50,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:50,436 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:50,437 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740 2024-12-04T17:24:50,438 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740 2024-12-04T17:24:50,439 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:50,439 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:50,440 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:50,441 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:50,442 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62666382, jitterRate=-0.06619814038276672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:50,442 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:50,443 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333090429Writing region info on filesystem at 1733333090429Initializing all the Stores at 1733333090430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333090430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333090430Cleaning up temporary data from old regions at 1733333090439 (+9 ms)Running coprocessor post-open hooks at 1733333090442 (+3 ms)Region opened successfully at 1733333090443 (+1 ms) 2024-12-04T17:24:50,444 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333090395 2024-12-04T17:24:50,446 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:50,446 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:50,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:50,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,33745,1733333087509, state=OPEN 2024-12-04T17:24:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1229858193/meta-region-server 2024-12-04T17:24:50,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1229858193/meta-region-server 2024-12-04T17:24:50,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:50,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229858193/meta-region-server: CHANGED 2024-12-04T17:24:50,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1229858193/meta-region-server: CHANGED 2024-12-04T17:24:50,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:50,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33745,1733333087509 in 205 msec 2024-12-04T17:24:50,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:50,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-12-04T17:24:50,454 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:50,454 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:50,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:50,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:24:50,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:50,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:50,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-04T17:24:50,461 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333090461, completionTime=-1 2024-12-04T17:24:50,461 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:50,461 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333150463 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333210463 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:40347, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,463 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,465 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:50,466 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-12-04T17:24:50,466 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:50,466 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:50,466 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:50,467 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:50,467 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:50,467 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:50,467 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:50,469 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:50,469 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:50,469 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40347,1733333087474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:50,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40347,-1 for getting cluster id 2024-12-04T17:24:50,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:50,531 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596a1e12-df31-422b-83f9-349478c08882' 2024-12-04T17:24:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596a1e12-df31-422b-83f9-349478c08882" 2024-12-04T17:24:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71490257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40347,-1] 2024-12-04T17:24:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:50,532 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:50,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:50,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:24:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:50,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:50,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:50,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:50,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:50,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6434df10002 connected 2024-12-04T17:24:50,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir so I do NOT create it in target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f 2024-12-04T17:24:50,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:24:50,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.tmp.dir so I do NOT create it in target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f 2024-12-04T17:24:50,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:24:50,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/cluster_711f2fbc-1673-279b-bde0-811941f0f885, deleteOnExit=true 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/test.cache.data in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:24:50,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:24:50,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:24:50,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:24:50,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:50,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:50,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:50,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:50,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:24:50,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:50,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:50,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:50,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/java.io.tmpdir/jetty-localhost-38253-hadoop-hdfs-3_4_1-tests_jar-_-any-6120784430155233616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:24:50,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:38253} 2024-12-04T17:24:50,693 INFO [Time-limited test {}] server.Server(415): Started @49488ms 2024-12-04T17:24:50,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:24:50,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:24:50,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:24:50,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:24:50,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:24:50,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:24:50,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:24:50,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/java.io.tmpdir/jetty-localhost-36713-hadoop-hdfs-3_4_1-tests_jar-_-any-3259414634916292479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:24:50,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:36713} 2024-12-04T17:24:50,846 INFO [Time-limited test {}] server.Server(415): Started @49641ms 2024-12-04T17:24:50,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:24:51,330 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/cluster_711f2fbc-1673-279b-bde0-811941f0f885/data/data2/current/BP-138209507-172.17.0.2-1733333090559/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:51,330 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/cluster_711f2fbc-1673-279b-bde0-811941f0f885/data/data1/current/BP-138209507-172.17.0.2-1733333090559/current, will proceed with Du for space computation calculation, 2024-12-04T17:24:51,350 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:24:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40859b3d05e2efa7 with lease ID 0x6f18715c5da910b: Processing first storage report for DS-6abf0f16-b5e2-4a07-a6f6-0ce45a9900df from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=68742519-0ae2-49d8-93f8-419e1fc4cf3f, infoPort=37967, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=421155254;c=1733333090559) 2024-12-04T17:24:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40859b3d05e2efa7 with lease ID 0x6f18715c5da910b: from storage DS-6abf0f16-b5e2-4a07-a6f6-0ce45a9900df node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=68742519-0ae2-49d8-93f8-419e1fc4cf3f, infoPort=37967, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=421155254;c=1733333090559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40859b3d05e2efa7 with lease ID 0x6f18715c5da910b: Processing first storage report for DS-05640a34-e7f3-4b88-8585-48c46ce83c29 from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=68742519-0ae2-49d8-93f8-419e1fc4cf3f, infoPort=37967, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=421155254;c=1733333090559) 2024-12-04T17:24:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40859b3d05e2efa7 with lease ID 0x6f18715c5da910b: from storage DS-05640a34-e7f3-4b88-8585-48c46ce83c29 node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=68742519-0ae2-49d8-93f8-419e1fc4cf3f, infoPort=37967, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=421155254;c=1733333090559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:24:51,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f 2024-12-04T17:24:51,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:24:51,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7 with version=8 2024-12-04T17:24:51,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/hbase-staging 2024-12-04T17:24:51,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:24:51,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:51,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42305 2024-12-04T17:24:51,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42305 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423050x0, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:51,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42305-0x100a6434df10003 connected 2024-12-04T17:24:51,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/running 2024-12-04T17:24:51,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7, hbase.cluster.distributed=false 2024-12-04T17:24:51,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/acl 2024-12-04T17:24:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42305 2024-12-04T17:24:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42305 2024-12-04T17:24:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42305 2024-12-04T17:24:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42305 2024-12-04T17:24:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42305 2024-12-04T17:24:51,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:24:51,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:24:51,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33971 2024-12-04T17:24:51,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33971 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:51,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339710x0, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:51,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339710x0, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/running 2024-12-04T17:24:51,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33971-0x100a6434df10004 connected 2024-12-04T17:24:51,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:24:51,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:24:51,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/master 2024-12-04T17:24:51,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/acl 2024-12-04T17:24:51,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-04T17:24:51,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33971 2024-12-04T17:24:51,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33971 2024-12-04T17:24:51,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-04T17:24:51,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-04T17:24:51,845 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:42305 2024-12-04T17:24:51,845 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-114281091/backup-masters/1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/backup-masters 2024-12-04T17:24:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/backup-masters 2024-12-04T17:24:51,847 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on existing znode=/1-114281091/backup-masters/1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-114281091/master 2024-12-04T17:24:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:51,848 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on existing znode=/1-114281091/master 2024-12-04T17:24:51,848 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-114281091/backup-masters/1bc61fcf61ea,42305,1733333091787 from backup master directory 2024-12-04T17:24:51,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-114281091/backup-masters/1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:51,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/backup-masters 2024-12-04T17:24:51,849 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:51,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/backup-masters 2024-12-04T17:24:51,849 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:51,853 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/hbase.id] with ID: 8a1c60df-2eae-4901-aa9a-cb4003ba0cf4 2024-12-04T17:24:51,853 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/.tmp/hbase.id 2024-12-04T17:24:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:24:52,259 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/.tmp/hbase.id]:[hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/hbase.id] 2024-12-04T17:24:52,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:24:52,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:24:52,270 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:24:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:52,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:52,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:24:52,677 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:52,677 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:24:52,677 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:52,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:24:53,084 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store 2024-12-04T17:24:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:24:53,491 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:53,491 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:24:53,491 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333093491Disabling compacts and flushes for region at 1733333093491Disabling writes for close at 1733333093491Writing region close event to WAL at 1733333093491Closed at 1733333093491 2024-12-04T17:24:53,492 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/.initializing 2024-12-04T17:24:53,492 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/WALs/1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:53,493 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:53,495 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C42305%2C1733333091787, suffix=, logDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/WALs/1bc61fcf61ea,42305,1733333091787, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/oldWALs, maxLogs=10 2024-12-04T17:24:53,510 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/WALs/1bc61fcf61ea,42305,1733333091787/1bc61fcf61ea%2C42305%2C1733333091787.1733333093495, exclude list is [], retry=0 2024-12-04T17:24:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-6abf0f16-b5e2-4a07-a6f6-0ce45a9900df,DISK] 2024-12-04T17:24:53,514 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/WALs/1bc61fcf61ea,42305,1733333091787/1bc61fcf61ea%2C42305%2C1733333091787.1733333093495 2024-12-04T17:24:53,514 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-12-04T17:24:53,514 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:53,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:53,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:24:53,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:53,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:53,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:24:53,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:53,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:53,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:24:53,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:53,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:53,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:24:53,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:53,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:53,522 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,523 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,523 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,524 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,524 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,525 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:53,526 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:24:53,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:53,528 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59790060, jitterRate=-0.109058678150177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:53,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333093515Initializing all the Stores at 1733333093516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333093516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333093516Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333093516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333093516Cleaning up temporary data from old regions at 1733333093524 (+8 ms)Region opened successfully at 1733333093528 (+4 ms) 2024-12-04T17:24:53,529 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:24:53,531 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e15186c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:53,532 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:24:53,533 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:24:53,533 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:24:53,533 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:24:53,533 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:24:53,534 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:24:53,534 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:24:53,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:24:53,537 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/balancer because node does not exist (not necessarily an error) 2024-12-04T17:24:53,537 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/balancer already deleted, retry=false 2024-12-04T17:24:53,538 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:24:53,538 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:24:53,539 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/normalizer already deleted, retry=false 2024-12-04T17:24:53,539 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:24:53,540 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:24:53,541 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/switch/split already deleted, retry=false 2024-12-04T17:24:53,541 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:24:53,542 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/switch/merge already deleted, retry=false 2024-12-04T17:24:53,544 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:24:53,544 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/snapshot-cleanup already deleted, retry=false 2024-12-04T17:24:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-114281091/running 2024-12-04T17:24:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-114281091/running 2024-12-04T17:24:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,546 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,42305,1733333091787, sessionid=0x100a6434df10003, setting cluster-up flag (Was=false) 2024-12-04T17:24:53,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,549 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-114281091/flush-table-proc/acquired, /1-114281091/flush-table-proc/reached, /1-114281091/flush-table-proc/abort 2024-12-04T17:24:53,550 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:53,555 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-114281091/online-snapshot/acquired, /1-114281091/online-snapshot/reached, /1-114281091/online-snapshot/abort 2024-12-04T17:24:53,555 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:53,556 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:24:53,558 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:53,558 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:24:53,558 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:24:53,558 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,42305,1733333091787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:53,560 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333123561 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:24:53,561 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:24:53,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:53,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:24:53,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:53,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:24:53,563 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,563 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:24:53,563 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:24:53,563 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:24:53,563 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:24:53,566 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:24:53,566 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:24:53,566 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333093566,5,FailOnTimeoutGroup] 2024-12-04T17:24:53,569 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333093566,5,FailOnTimeoutGroup] 2024-12-04T17:24:53,569 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,569 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:24:53,569 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,569 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:24:53,636 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(746): ClusterId : 8a1c60df-2eae-4901-aa9a-cb4003ba0cf4 2024-12-04T17:24:53,636 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:24:53,637 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:24:53,637 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:24:53,639 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:24:53,639 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449ac89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:24:53,648 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:33971 2024-12-04T17:24:53,648 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:24:53,648 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:24:53,648 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:24:53,649 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,42305,1733333091787 with port=33971, startcode=1733333091817 2024-12-04T17:24:53,649 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:24:53,650 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:24:53,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42305 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,652 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7 2024-12-04T17:24:53,652 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43339 2024-12-04T17:24:53,652 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:24:53,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/rs 2024-12-04T17:24:53,655 DEBUG [RS:0;1bc61fcf61ea:33971 {}] zookeeper.ZKUtil(111): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on existing znode=/1-114281091/rs/1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,655 WARN [RS:0;1bc61fcf61ea:33971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:24:53,655 INFO [RS:0;1bc61fcf61ea:33971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:53,655 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,33971,1733333091817] 2024-12-04T17:24:53,658 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:24:53,659 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:24:53,659 INFO [RS:0;1bc61fcf61ea:33971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:24:53,659 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,659 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:24:53,660 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:24:53,660 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:24:53,660 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:53,661 DEBUG [RS:0;1bc61fcf61ea:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,661 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33971,1733333091817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:53,673 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:24:53,673 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33971,1733333091817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,673 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,673 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.Replication(171): 1bc61fcf61ea,33971,1733333091817 started 2024-12-04T17:24:53,684 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:53,684 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,33971,1733333091817, RpcServer on 1bc61fcf61ea/172.17.0.2:33971, sessionid=0x100a6434df10004 2024-12-04T17:24:53,684 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:24:53,684 DEBUG [RS:0;1bc61fcf61ea:33971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,684 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,33971,1733333091817' 2024-12-04T17:24:53,684 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-114281091/flush-table-proc/abort' 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-114281091/flush-table-proc/acquired' 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,33971,1733333091817' 2024-12-04T17:24:53,685 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-114281091/online-snapshot/abort' 2024-12-04T17:24:53,686 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-114281091/online-snapshot/acquired' 2024-12-04T17:24:53,686 DEBUG [RS:0;1bc61fcf61ea:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:24:53,686 INFO [RS:0;1bc61fcf61ea:33971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:24:53,686 INFO [RS:0;1bc61fcf61ea:33971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:24:53,786 INFO [RS:0;1bc61fcf61ea:33971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:24:53,788 INFO [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C33971%2C1733333091817, suffix=, logDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/oldWALs, maxLogs=10 2024-12-04T17:24:53,799 DEBUG [RS:0;1bc61fcf61ea:33971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.1733333093788, exclude list is [], retry=0 2024-12-04T17:24:53,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-6abf0f16-b5e2-4a07-a6f6-0ce45a9900df,DISK] 2024-12-04T17:24:53,804 INFO [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.1733333093788 2024-12-04T17:24:53,804 DEBUG [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-12-04T17:24:53,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:24:53,972 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7 2024-12-04T17:24:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:24:54,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:54,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:54,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:54,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:54,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:54,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:54,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:54,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:54,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:54,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740 2024-12-04T17:24:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740 2024-12-04T17:24:54,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:54,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:54,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:54,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:54,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:54,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67996072, jitterRate=0.013220429420471191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333094379Initializing all the Stores at 1733333094379Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094380 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333094380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094380Cleaning up temporary data from old regions at 1733333094388 (+8 ms)Region opened successfully at 1733333094392 (+4 ms) 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:24:54,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:24:54,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:24:54,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333094392Disabling compacts and flushes for region at 1733333094392Disabling writes for close at 1733333094392Writing region close event to WAL at 1733333094392Closed at 1733333094392 2024-12-04T17:24:54,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:54,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:24:54,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:24:54,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:54,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:24:54,546 DEBUG [1bc61fcf61ea:42305 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:24:54,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:54,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,33971,1733333091817, state=OPENING 2024-12-04T17:24:54,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:24:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:24:54,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-114281091/meta-region-server: CHANGED 2024-12-04T17:24:54,550 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:24:54,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-114281091/meta-region-server: CHANGED 2024-12-04T17:24:54,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33971,1733333091817}] 2024-12-04T17:24:54,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:24:54,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:24:54,707 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:24:54,707 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:24:54,707 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:24:54,709 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C33971%2C1733333091817.meta, suffix=.meta, logDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817, archiveDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/oldWALs, maxLogs=10 2024-12-04T17:24:54,720 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.meta.1733333094709.meta, exclude list is [], retry=0 2024-12-04T17:24:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-6abf0f16-b5e2-4a07-a6f6-0ce45a9900df,DISK] 2024-12-04T17:24:54,724 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.meta.1733333094709.meta 2024-12-04T17:24:54,724 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37967:37967)] 2024-12-04T17:24:54,724 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:54,725 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:24:54,725 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:24:54,725 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:24:54,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:24:54,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:24:54,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:24:54,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:24:54,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:24:54,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:24:54,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:24:54,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:24:54,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:24:54,731 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:24:54,732 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740 2024-12-04T17:24:54,733 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740 2024-12-04T17:24:54,734 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:24:54,734 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:24:54,734 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:24:54,736 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:24:54,736 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69424309, jitterRate=0.034502819180488586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:24:54,736 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:24:54,736 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333094725Writing region info on filesystem at 1733333094725Initializing all the Stores at 1733333094726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333094726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333094726Cleaning up temporary data from old regions at 1733333094734 (+8 ms)Running coprocessor post-open hooks at 1733333094736 (+2 ms)Region opened successfully at 1733333094736 2024-12-04T17:24:54,737 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333094702 2024-12-04T17:24:54,740 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:24:54,740 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:24:54,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:54,741 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,33971,1733333091817, state=OPEN 2024-12-04T17:24:54,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-114281091/meta-region-server 2024-12-04T17:24:54,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-114281091/meta-region-server 2024-12-04T17:24:54,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-114281091/meta-region-server: CHANGED 2024-12-04T17:24:54,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-114281091/meta-region-server: CHANGED 2024-12-04T17:24:54,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:54,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:24:54,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,33971,1733333091817 in 193 msec 2024-12-04T17:24:54,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:24:54,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-12-04T17:24:54,748 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:24:54,748 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:24:54,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:54,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33971,1733333091817, seqNum=-1] 2024-12-04T17:24:54,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:54,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:54,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-12-04T17:24:54,756 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333094756, completionTime=-1 2024-12-04T17:24:54,756 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:24:54,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:24:54,757 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333154757 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333214758 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:42305, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,760 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:24:54,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-12-04T17:24:54,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:24:54,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:24:54,764 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:24:54,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:24:54,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42305,1733333091787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:24:54,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:54,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42305,-1 for getting cluster id 2024-12-04T17:24:54,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:54,837 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a1c60df-2eae-4901-aa9a-cb4003ba0cf4' 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a1c60df-2eae-4901-aa9a-cb4003ba0cf4" 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42305,-1] 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:54,839 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:54,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:54,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:24:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33971,1733333091817, seqNum=-1] 2024-12-04T17:24:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:24:54,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:24:54,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:54,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59219 2024-12-04T17:24:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:24:54,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6434df10005 connected 2024-12-04T17:24:54,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ea9f3b 2024-12-04T17:24:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:54,854 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:24:54,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:24:54,861 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:54,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:24:54,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:24:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:24:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:55,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67261a1f11408673465f64252602dd75, NAME => 'test,,1733333094855.67261a1f11408673465f64252602dd75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9 2024-12-04T17:24:55,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:24:55,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:24:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333094855.67261a1f11408673465f64252602dd75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67261a1f11408673465f64252602dd75, disabling compactions & flushes 2024-12-04T17:24:55,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333094855.67261a1f11408673465f64252602dd75. after waiting 0 ms 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:55,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:55,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67261a1f11408673465f64252602dd75: Waiting for close lock at 1733333095676Disabling compacts and flushes for region at 1733333095676Disabling writes for close at 1733333095676Writing region close event to WAL at 1733333095676Closed at 1733333095676 2024-12-04T17:24:55,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:24:55,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333094855.67261a1f11408673465f64252602dd75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333095678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333095678"}]},"ts":"1733333095678"} 2024-12-04T17:24:55,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:24:55,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:24:55,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333095682"}]},"ts":"1733333095682"} 2024-12-04T17:24:55,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:24:55,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67261a1f11408673465f64252602dd75, ASSIGN}] 2024-12-04T17:24:55,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67261a1f11408673465f64252602dd75, ASSIGN 2024-12-04T17:24:55,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67261a1f11408673465f64252602dd75, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,33745,1733333087509; forceNewPlan=false, retain=false 2024-12-04T17:24:55,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67261a1f11408673465f64252602dd75, regionState=OPENING, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:55,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67261a1f11408673465f64252602dd75, ASSIGN because future has completed 2024-12-04T17:24:55,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67261a1f11408673465f64252602dd75, server=1bc61fcf61ea,33745,1733333087509}] 2024-12-04T17:24:55,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:24:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:55,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:24:55,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:24:55,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T17:24:55,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:24:55,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T17:24:55,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:24:55,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T17:24:55,996 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:55,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67261a1f11408673465f64252602dd75, NAME => 'test,,1733333094855.67261a1f11408673465f64252602dd75.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:55,997 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:55,997 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:24:55,997 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67261a1f11408673465f64252602dd75 2024-12-04T17:24:55,997 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333094855.67261a1f11408673465f64252602dd75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:55,997 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:55,997 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:55,999 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,000 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67261a1f11408673465f64252602dd75 columnFamilyName f 2024-12-04T17:24:56,000 DEBUG [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:56,001 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(327): Store=67261a1f11408673465f64252602dd75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:56,001 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,002 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67261a1f11408673465f64252602dd75 columnFamilyName f1 2024-12-04T17:24:56,002 DEBUG [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:56,002 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(327): Store=67261a1f11408673465f64252602dd75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:56,003 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,004 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67261a1f11408673465f64252602dd75 columnFamilyName norep 2024-12-04T17:24:56,004 DEBUG [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:56,004 INFO [StoreOpener-67261a1f11408673465f64252602dd75-1 {}] regionserver.HStore(327): Store=67261a1f11408673465f64252602dd75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:56,004 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,005 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,005 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,006 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,006 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,006 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:24:56,007 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,009 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:56,010 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67261a1f11408673465f64252602dd75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63300462, jitterRate=-0.0567496120929718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:24:56,010 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67261a1f11408673465f64252602dd75 2024-12-04T17:24:56,010 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67261a1f11408673465f64252602dd75: Running coprocessor pre-open hook at 1733333095997Writing region info on filesystem at 1733333095997Initializing all the Stores at 1733333095998 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333095998Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333095999 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333095999Cleaning up temporary data from old regions at 1733333096006 (+7 ms)Running coprocessor post-open hooks at 1733333096010 (+4 ms)Region opened successfully at 1733333096010 2024-12-04T17:24:56,013 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333094855.67261a1f11408673465f64252602dd75., pid=6, masterSystemTime=1733333095992 2024-12-04T17:24:56,015 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:56,015 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:24:56,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67261a1f11408673465f64252602dd75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:24:56,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67261a1f11408673465f64252602dd75, server=1bc61fcf61ea,33745,1733333087509 because future has completed 2024-12-04T17:24:56,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:24:56,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67261a1f11408673465f64252602dd75, server=1bc61fcf61ea,33745,1733333087509 in 181 msec 2024-12-04T17:24:56,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:24:56,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67261a1f11408673465f64252602dd75, ASSIGN in 339 msec 2024-12-04T17:24:56,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:24:56,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333096026"}]},"ts":"1733333096026"} 2024-12-04T17:24:56,028 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:24:56,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:24:56,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-12-04T17:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:57,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:57,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:24:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab1cd02 2024-12-04T17:24:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:57,009 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:57,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:24:57,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:24:57,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:57,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:24:57,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:57,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:57,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81be55849af51a94ace58cfa9a9d7057, NAME => 'test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7 2024-12-04T17:24:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:24:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:57,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:57,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81be55849af51a94ace58cfa9a9d7057, disabling compactions & flushes 2024-12-04T17:24:57,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:57,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:57,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. after waiting 0 ms 2024-12-04T17:24:57,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:57,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:57,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81be55849af51a94ace58cfa9a9d7057: Waiting for close lock at 1733333097827Disabling compacts and flushes for region at 1733333097827Disabling writes for close at 1733333097828 (+1 ms)Writing region close event to WAL at 1733333097828Closed at 1733333097828 2024-12-04T17:24:57,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:24:57,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333097829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333097829"}]},"ts":"1733333097829"} 2024-12-04T17:24:57,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:24:57,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:24:57,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333097832"}]},"ts":"1733333097832"} 2024-12-04T17:24:57,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:24:57,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81be55849af51a94ace58cfa9a9d7057, ASSIGN}] 2024-12-04T17:24:57,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81be55849af51a94ace58cfa9a9d7057, ASSIGN 2024-12-04T17:24:57,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81be55849af51a94ace58cfa9a9d7057, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,33971,1733333091817; forceNewPlan=false, retain=false 2024-12-04T17:24:57,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81be55849af51a94ace58cfa9a9d7057, regionState=OPENING, regionLocation=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:57,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81be55849af51a94ace58cfa9a9d7057, ASSIGN because future has completed 2024-12-04T17:24:57,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81be55849af51a94ace58cfa9a9d7057, server=1bc61fcf61ea,33971,1733333091817}] 2024-12-04T17:24:58,147 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:58,147 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81be55849af51a94ace58cfa9a9d7057, NAME => 'test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:24:58,147 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:24:58,147 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:24:58,147 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,147 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:24:58,148 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,148 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,149 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,150 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81be55849af51a94ace58cfa9a9d7057 columnFamilyName f 2024-12-04T17:24:58,150 DEBUG [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:58,151 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(327): Store=81be55849af51a94ace58cfa9a9d7057/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:58,151 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,152 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81be55849af51a94ace58cfa9a9d7057 columnFamilyName f1 2024-12-04T17:24:58,152 DEBUG [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:58,153 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(327): Store=81be55849af51a94ace58cfa9a9d7057/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:58,153 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,154 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81be55849af51a94ace58cfa9a9d7057 columnFamilyName norep 2024-12-04T17:24:58,154 DEBUG [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:58,154 INFO [StoreOpener-81be55849af51a94ace58cfa9a9d7057-1 {}] regionserver.HStore(327): Store=81be55849af51a94ace58cfa9a9d7057/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:24:58,154 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,155 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,155 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,156 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,156 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,157 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:24:58,158 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,160 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:24:58,160 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81be55849af51a94ace58cfa9a9d7057; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66833590, jitterRate=-0.00410190224647522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:24:58,160 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:24:58,161 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81be55849af51a94ace58cfa9a9d7057: Running coprocessor pre-open hook at 1733333098148Writing region info on filesystem at 1733333098148Initializing all the Stores at 1733333098149 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333098149Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333098149Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333098149Cleaning up temporary data from old regions at 1733333098156 (+7 ms)Running coprocessor post-open hooks at 1733333098160 (+4 ms)Region opened successfully at 1733333098161 (+1 ms) 2024-12-04T17:24:58,161 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333097010.81be55849af51a94ace58cfa9a9d7057., pid=6, masterSystemTime=1733333098143 2024-12-04T17:24:58,164 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:58,164 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:24:58,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81be55849af51a94ace58cfa9a9d7057, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,33971,1733333091817 2024-12-04T17:24:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81be55849af51a94ace58cfa9a9d7057, server=1bc61fcf61ea,33971,1733333091817 because future has completed 2024-12-04T17:24:58,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:24:58,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81be55849af51a94ace58cfa9a9d7057, server=1bc61fcf61ea,33971,1733333091817 in 178 msec 2024-12-04T17:24:58,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:24:58,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81be55849af51a94ace58cfa9a9d7057, ASSIGN in 336 msec 2024-12-04T17:24:58,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:24:58,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333098173"}]},"ts":"1733333098173"} 2024-12-04T17:24:58,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:24:58,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:24:58,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-04T17:24:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:24:59,158 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:24:59,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40347,-1 for getting cluster id 2024-12-04T17:24:59,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:59,160 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596a1e12-df31-422b-83f9-349478c08882' 2024-12-04T17:24:59,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:59,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596a1e12-df31-422b-83f9-349478c08882" 2024-12-04T17:24:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40347,-1] 2024-12-04T17:24:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,162 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174b4cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42305,-1 for getting cluster id 2024-12-04T17:24:59,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:59,165 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a1c60df-2eae-4901-aa9a-cb4003ba0cf4' 2024-12-04T17:24:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a1c60df-2eae-4901-aa9a-cb4003ba0cf4" 2024-12-04T17:24:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42305,-1] 2024-12-04T17:24:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,167 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40347,-1 for getting cluster id 2024-12-04T17:24:59,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:59,170 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596a1e12-df31-422b-83f9-349478c08882' 2024-12-04T17:24:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596a1e12-df31-422b-83f9-349478c08882" 2024-12-04T17:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dad553c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40347,-1] 2024-12-04T17:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,172 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbf598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40347,1733333087474 2024-12-04T17:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e3c7ed 2024-12-04T17:24:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:59,177 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:59,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:42305,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:24:59,181 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:42305' 2024-12-04T17:24:59,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1581e479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,183 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42305,-1 for getting cluster id 2024-12-04T17:24:59,183 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:24:59,184 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a1c60df-2eae-4901-aa9a-cb4003ba0cf4' 2024-12-04T17:24:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:24:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a1c60df-2eae-4901-aa9a-cb4003ba0cf4" 2024-12-04T17:24:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552230f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42305,-1] 2024-12-04T17:24:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:24:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,185 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:24:59,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029690c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:24:59,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:24:59,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42305,1733333091787 2024-12-04T17:24:59,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28eed6a4 2024-12-04T17:24:59,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:24:59,188 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:24:59,189 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:24:59,189 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:24:59,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:24:59,190 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:24:59,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:24:59,192 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:24:59,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:24:59,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:24:59,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:24:59,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:24:59,242 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:24:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:24:59,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9686a839e19579de7cc1bc6e3974c9e8, NAME => 'hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9 2024-12-04T17:24:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:24:59,658 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:24:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9686a839e19579de7cc1bc6e3974c9e8, disabling compactions & flushes 2024-12-04T17:25:00,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. after waiting 0 ms 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9686a839e19579de7cc1bc6e3974c9e8: Waiting for close lock at 1733333100010Disabling compacts and flushes for region at 1733333100010Disabling writes for close at 1733333100010Writing region close event to WAL at 1733333100010Closed at 1733333100010 2024-12-04T17:25:00,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:25:00,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333100011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333100011"}]},"ts":"1733333100011"} 2024-12-04T17:25:00,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:25:00,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:25:00,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333100015"}]},"ts":"1733333100015"} 2024-12-04T17:25:00,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:25:00,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9686a839e19579de7cc1bc6e3974c9e8, ASSIGN}] 2024-12-04T17:25:00,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9686a839e19579de7cc1bc6e3974c9e8, ASSIGN 2024-12-04T17:25:00,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9686a839e19579de7cc1bc6e3974c9e8, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,33745,1733333087509; forceNewPlan=false, retain=false 2024-12-04T17:25:00,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9686a839e19579de7cc1bc6e3974c9e8, regionState=OPENING, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:25:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9686a839e19579de7cc1bc6e3974c9e8, ASSIGN because future has completed 2024-12-04T17:25:00,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9686a839e19579de7cc1bc6e3974c9e8, server=1bc61fcf61ea,33745,1733333087509}] 2024-12-04T17:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:25:00,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:25:00,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:25:00,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C33745%2C1733333087509.rep, suffix=, logDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509, archiveDir=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs, maxLogs=10 2024-12-04T17:25:00,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.rep.1733333100330, exclude list is [], retry=0 2024-12-04T17:25:00,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40825,DS-a771b2d2-e1dd-47ca-bbb4-5c1177305967,DISK] 2024-12-04T17:25:00,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.rep.1733333100330 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35769:35769)] 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9686a839e19579de7cc1bc6e3974c9e8, NAME => 'hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:25:00,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. service=MultiRowMutationService 2024-12-04T17:25:00,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:25:00,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,346 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,347 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9686a839e19579de7cc1bc6e3974c9e8 columnFamilyName hfileref 2024-12-04T17:25:00,347 DEBUG [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:25:00,347 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(327): Store=9686a839e19579de7cc1bc6e3974c9e8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:25:00,348 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,349 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9686a839e19579de7cc1bc6e3974c9e8 columnFamilyName queue 2024-12-04T17:25:00,349 DEBUG [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:25:00,349 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(327): Store=9686a839e19579de7cc1bc6e3974c9e8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:25:00,349 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,350 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9686a839e19579de7cc1bc6e3974c9e8 columnFamilyName sid 2024-12-04T17:25:00,350 DEBUG [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:25:00,350 INFO [StoreOpener-9686a839e19579de7cc1bc6e3974c9e8-1 {}] regionserver.HStore(327): Store=9686a839e19579de7cc1bc6e3974c9e8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:25:00,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:25:00,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:25:00,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9686a839e19579de7cc1bc6e3974c9e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60061808, jitterRate=-0.10500931739807129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:25:00,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:25:00,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9686a839e19579de7cc1bc6e3974c9e8: Running coprocessor pre-open hook at 1733333100345Writing region info on filesystem at 1733333100345Initializing all the Stores at 1733333100345Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333100345Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333100346 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333100346Cleaning up temporary data from old regions at 1733333100352 (+6 ms)Running coprocessor post-open hooks at 1733333100357 (+5 ms)Region opened successfully at 1733333100357 2024-12-04T17:25:00,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8., pid=10, masterSystemTime=1733333100324 2024-12-04T17:25:00,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:25:00,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9686a839e19579de7cc1bc6e3974c9e8, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,33745,1733333087509 2024-12-04T17:25:00,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9686a839e19579de7cc1bc6e3974c9e8, server=1bc61fcf61ea,33745,1733333087509 because future has completed 2024-12-04T17:25:00,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:25:00,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9686a839e19579de7cc1bc6e3974c9e8, server=1bc61fcf61ea,33745,1733333087509 in 192 msec 2024-12-04T17:25:00,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:25:00,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9686a839e19579de7cc1bc6e3974c9e8, ASSIGN in 348 msec 2024-12-04T17:25:00,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:25:00,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333100369"}]},"ts":"1733333100369"} 2024-12-04T17:25:00,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:25:00,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:25:00,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-04T17:25:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2] 2024-12-04T17:25:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:25:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:25:00,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:25:00,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:25:00,558 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:25:00,582 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,33745,1733333087509, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:25:00,582 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:00,583 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:25:00,583 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:00,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T17:25:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,33745,1733333087509', locateType=CURRENT is [region=hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2] 2024-12-04T17:25:00,588 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:25:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:25:00,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,33745,1733333087509 suceeded 2024-12-04T17:25:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:25:00,592 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:42305,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T17:25:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-04T17:25:00,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-12-04T17:25:00,607 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:42305' 2024-12-04T17:25:00,608 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d88d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:00,608 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42305,-1 for getting cluster id 2024-12-04T17:25:00,609 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:25:00,609 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a1c60df-2eae-4901-aa9a-cb4003ba0cf4' 2024-12-04T17:25:00,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a1c60df-2eae-4901-aa9a-cb4003ba0cf4" 2024-12-04T17:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3840dd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42305,-1] 2024-12-04T17:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:00,611 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:25:00,612 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1587ddf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:00,612 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:25:00,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42305,1733333091787 2024-12-04T17:25:00,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211331af 2024-12-04T17:25:00,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:25:00,613 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T17:25:00,614 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,33745,1733333087509 (queues=1) is replicating from cluster=596a1e12-df31-422b-83f9-349478c08882 to cluster=8a1c60df-2eae-4901-aa9a-cb4003ba0cf4 2024-12-04T17:25:00,614 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C33745%2C1733333087509 2024-12-04T17:25:00,614 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,33745,1733333087509, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:25:00,615 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C33745%2C1733333087509 2024-12-04T17:25:00,615 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484, startPosition=0, beingWritten=true 2024-12-04T17:25:00,622 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:25:00,622 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:00,622 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:25:00,826 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:01,129 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:25:01,327 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:25:01,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:25:01,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:25:01,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:01,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:01,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:25:01,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:25:01,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733333101332/Put/seqid=0 2024-12-04T17:25:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741840_1016 (size=7894) 2024-12-04T17:25:01,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:25:01,535 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:01,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:25:01,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:25:01,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:25:01,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:25:01,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:25:01,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_1 is 34, key is ddd/f:row/1733333101740/Put/seqid=0 2024-12-04T17:25:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741841_1017 (size=7691) 2024-12-04T17:25:02,040 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:02,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40347,-1 for getting cluster id 2024-12-04T17:25:02,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:25:02,151 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596a1e12-df31-422b-83f9-349478c08882' 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596a1e12-df31-422b-83f9-349478c08882" 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b5e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40347,-1] 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:25:02,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:02,152 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:25:02,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:25:02,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:02,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:25:02,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:25:02,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40347,1733333087474 2024-12-04T17:25:02,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a82477 2024-12-04T17:25:02,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:25:02,167 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:25:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2] 2024-12-04T17:25:02,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:25:02,190 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T17:25:02,193 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T17:25:02,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_1 for inclusion in 67261a1f11408673465f64252602dd75/f 2024-12-04T17:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T17:25:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:02,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_0 for inclusion in 67261a1f11408673465f64252602dd75/f 2024-12-04T17:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T17:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegion(2603): Flush status journal for 67261a1f11408673465f64252602dd75: 2024-12-04T17:25:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_1 to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_1 2024-12-04T17:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_1 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ 2024-12-04T17:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f/f/hfile_0 to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_0 2024-12-04T17:25:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_0 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ 2024-12-04T17:25:02,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_1 into 67261a1f11408673465f64252602dd75/f as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ - updating store file list. 2024-12-04T17:25:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 451811c0bb954e378ff67528b6848a66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:02,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ into 67261a1f11408673465f64252602dd75/f 2024-12-04T17:25:02,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_1 into 67261a1f11408673465f64252602dd75/f (new location: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/451811c0bb954e378ff67528b6848a66_SeqId_4_) 2024-12-04T17:25:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_1 2024-12-04T17:25:02,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_0 into 67261a1f11408673465f64252602dd75/f as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ - updating store file list. 2024-12-04T17:25:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1055986d535d47a4845b1d5cb16445a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:02,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ into 67261a1f11408673465f64252602dd75/f 2024-12-04T17:25:02,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_0 into 67261a1f11408673465f64252602dd75/f (new location: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_) 2024-12-04T17:25:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__3m86kanirqpspab8d8avgbfhidj3odod70crb6cl5310sk0g8kb7h8qnberl1tfe/f/hfile_0 2024-12-04T17:25:02,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:25:02,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:25:02,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:02,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:02,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:25:02,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 , the old value is region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:33745 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:25:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:25:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 from cache 2024-12-04T17:25:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33971,1733333091817, seqNum=-1] 2024-12-04T17:25:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:02,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:25:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38924 deadline: 1733333162263 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38924 2024-12-04T17:25:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333097010.81be55849af51a94ace58cfa9a9d7057., hostname=1bc61fcf61ea,33971,1733333091817, seqNum=2] 2024-12-04T17:25:02,272 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:25:02,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:33745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:25:02,644 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 379, reset compression=false 2024-12-04T17:25:02,650 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:25:02,650 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: WALEntryBatch [walEntries=[{test/67261a1f11408673465f64252602dd75/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333102256/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:25:02,666 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:25:02,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T17:25:02,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(318): Replicating [596a1e12-df31-422b-83f9-349478c08882] bulk loaded data 2024-12-04T17:25:02,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffa4a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42305,-1 for getting cluster id 2024-12-04T17:25:02,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:25:02,672 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a1c60df-2eae-4901-aa9a-cb4003ba0cf4' 2024-12-04T17:25:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:25:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a1c60df-2eae-4901-aa9a-cb4003ba0cf4" 2024-12-04T17:25:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61556a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42305,-1] 2024-12-04T17:25:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:25:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:02,673 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:25:02,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620c9910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741837_1013 (size=7691) 2024-12-04T17:25:02,850 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741838_1014 (size=7894) 2024-12-04T17:25:03,154 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:03,274 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:25:03,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:25:03,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42305,1733333091787 2024-12-04T17:25:03,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b89462 2024-12-04T17:25:03,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:25:03,500 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T17:25:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:25:03,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33971,1733333091817, seqNum=-1] 2024-12-04T17:25:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:03,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T17:25:03,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T17:25:03,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T17:25:03,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ for inclusion in 81be55849af51a94ace58cfa9a9d7057/f 2024-12-04T17:25:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T17:25:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:03,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ for inclusion in 81be55849af51a94ace58cfa9a9d7057/f 2024-12-04T17:25:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T17:25:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegion(2603): Flush status journal for 81be55849af51a94ace58cfa9a9d7057: 2024-12-04T17:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 451811c0bb954e378ff67528b6848a66_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:25:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/d24b45a1f98a47f39df99026d938428a_SeqId_4_ 2024-12-04T17:25:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1055986d535d47a4845b1d5cb16445a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:25:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/606f45792f5d4e0588407b322b598055_SeqId_4_ 2024-12-04T17:25:03,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/d24b45a1f98a47f39df99026d938428a_SeqId_4_ - updating store file list. 2024-12-04T17:25:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d24b45a1f98a47f39df99026d938428a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:03,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/d24b45a1f98a47f39df99026d938428a_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f 2024-12-04T17:25:03,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f (new location: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/d24b45a1f98a47f39df99026d938428a_SeqId_4_) 2024-12-04T17:25:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/451811c0bb954e378ff67528b6848a66_SeqId_4_ 2024-12-04T17:25:03,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/606f45792f5d4e0588407b322b598055_SeqId_4_ - updating store file list. 2024-12-04T17:25:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 606f45792f5d4e0588407b322b598055_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:03,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/606f45792f5d4e0588407b322b598055_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f 2024-12-04T17:25:03,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ into 81be55849af51a94ace58cfa9a9d7057/f (new location: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/f/606f45792f5d4e0588407b322b598055_SeqId_4_) 2024-12-04T17:25:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/staging/jenkins.hfs.6__test__libbma9enjouomab9k0lvvgjg22ed70psiha9u0eto71ljqeip16e6dh70c9el89/f/1055986d535d47a4845b1d5cb16445a9_SeqId_4_ 2024-12-04T17:25:03,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(324): Finished replicating [596a1e12-df31-422b-83f9-349478c08882] bulk loaded data 2024-12-04T17:25:03,557 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:04,061 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:04,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:25:04,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733333104288/Put/seqid=0 2024-12-04T17:25:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741842_1018 (size=7997) 2024-12-04T17:25:04,666 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:04,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733333104694/Put/seqid=0 2024-12-04T17:25:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741843_1019 (size=7794) 2024-12-04T17:25:05,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:05,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40347,-1 for getting cluster id 2024-12-04T17:25:05,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:25:05,102 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596a1e12-df31-422b-83f9-349478c08882' 2024-12-04T17:25:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:25:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596a1e12-df31-422b-83f9-349478c08882" 2024-12-04T17:25:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb3a659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40347,-1] 2024-12-04T17:25:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:25:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:05,104 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:25:05,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:25:05,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:25:05,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:05,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:25:05,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:25:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40347,1733333087474 2024-12-04T17:25:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74185f0f 2024-12-04T17:25:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:25:05,116 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:25:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2] 2024-12-04T17:25:05,123 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:25:05,129 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T17:25:05,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T17:25:05,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_0 for inclusion in 67261a1f11408673465f64252602dd75/f1 2024-12-04T17:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T17:25:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:05,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_1 for inclusion in 67261a1f11408673465f64252602dd75/f1 2024-12-04T17:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T17:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:25:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegion(2603): Flush status journal for 67261a1f11408673465f64252602dd75: 2024-12-04T17:25:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_0 to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_0 2024-12-04T17:25:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_0 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99fd25f84d8943f1871b5ce152ae1f4f_SeqId_6_ 2024-12-04T17:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/load_f1/f1/hfile_1 to hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_1 2024-12-04T17:25:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_1 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99117d0904064665a104ad7c24ff22ca_SeqId_6_ 2024-12-04T17:25:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T17:25:05,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_0 into 67261a1f11408673465f64252602dd75/f1 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99fd25f84d8943f1871b5ce152ae1f4f_SeqId_6_ - updating store file list. 2024-12-04T17:25:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99fd25f84d8943f1871b5ce152ae1f4f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:05,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99fd25f84d8943f1871b5ce152ae1f4f_SeqId_6_ into 67261a1f11408673465f64252602dd75/f1 2024-12-04T17:25:05,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_0 into 67261a1f11408673465f64252602dd75/f1 (new location: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99fd25f84d8943f1871b5ce152ae1f4f_SeqId_6_) 2024-12-04T17:25:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_0 2024-12-04T17:25:05,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_1 into 67261a1f11408673465f64252602dd75/f1 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99117d0904064665a104ad7c24ff22ca_SeqId_6_ - updating store file list. 2024-12-04T17:25:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99117d0904064665a104ad7c24ff22ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:25:05,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99117d0904064665a104ad7c24ff22ca_SeqId_6_ into 67261a1f11408673465f64252602dd75/f1 2024-12-04T17:25:05,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_1 into 67261a1f11408673465f64252602dd75/f1 (new location: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/f1/99117d0904064665a104ad7c24ff22ca_SeqId_6_) 2024-12-04T17:25:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/staging/jenkins__test__dsbunt2hgd27v7rg413u00qr514vl2c68u4q9vs138224bmt9ndvcgtei8i35tmi/f1/hfile_1 2024-12-04T17:25:05,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:25:05,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:25:05,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:05,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:25:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 , the old value is region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:33745 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:25:05,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:25:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:25:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2 from cache 2024-12-04T17:25:05,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:25:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,33745,1733333087509, seqNum=-1] 2024-12-04T17:25:05,161 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T17:25:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:25:05,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:25:05,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333094855.67261a1f11408673465f64252602dd75., hostname=1bc61fcf61ea,33745,1733333087509, seqNum=2] 2024-12-04T17:25:05,267 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:33745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:25:05,370 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 687, reset compression=false 2024-12-04T17:25:05,377 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:25:05,377 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:05,377 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:25:05,581 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:25:05,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T17:25:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:25:05,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T17:25:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:25:05,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T17:25:05,885 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:06,289 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:06,793 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:07,397 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:08,101 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:08,905 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:09,824 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:10,830 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:11,934 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:13,146 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:14,450 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:15,854 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:17,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:25:17,359 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:18,962 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:20,666 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:21,375 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:25:22,471 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:24,376 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:25,380 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: null 2024-12-04T17:25:26,381 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:28,484 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:30,689 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:30,887 INFO [master/1bc61fcf61ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T17:25:30,887 INFO [master/1bc61fcf61ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T17:25:32,992 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:34,853 INFO [master/1bc61fcf61ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T17:25:34,853 INFO [master/1bc61fcf61ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T17:25:35,396 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:37,900 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:40,503 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:40,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 67261a1f11408673465f64252602dd75, had cached 0 bytes from a total of 31376 2024-12-04T17:25:43,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 81be55849af51a94ace58cfa9a9d7057, had cached 0 bytes from a total of 15585 2024-12-04T17:25:43,208 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:45,380 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: null 2024-12-04T17:25:46,011 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:47,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:25:48,915 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:50,566 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T17:25:51,375 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:25:51,919 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:55,024 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:25:56,178 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T17:25:58,227 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:26:01,531 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:26:04,936 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:26:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:05,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:05,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:05,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:05,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:05,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:05,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:05,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1974405450, stopped=false 2024-12-04T17:26:05,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,42305,1733333091787 2024-12-04T17:26:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-114281091/running 2024-12-04T17:26:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-114281091/running 2024-12-04T17:26:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:26:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:26:05,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:05,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:05,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:05,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:05,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,33971,1733333091817' ***** 2024-12-04T17:26:05,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:05,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:26:05,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/running 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,33971,1733333091817 2024-12-04T17:26:05,191 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:33971. 2024-12-04T17:26:05,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Set watcher on znode that does not yet exist, /1-114281091/running 2024-12-04T17:26:05,192 DEBUG [RS:0;1bc61fcf61ea:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81be55849af51a94ace58cfa9a9d7057, disabling compactions & flushes 2024-12-04T17:26:05,192 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:05,192 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. after waiting 0 ms 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:05,192 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:26:05,192 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81be55849af51a94ace58cfa9a9d7057=test,,1733333097010.81be55849af51a94ace58cfa9a9d7057.} 2024-12-04T17:26:05,192 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81be55849af51a94ace58cfa9a9d7057 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:05,192 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:05,192 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:05,193 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:05,193 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T17:26:05,197 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/default/test/81be55849af51a94ace58cfa9a9d7057/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T17:26:05,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:05,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:26:05,198 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:26:05,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81be55849af51a94ace58cfa9a9d7057: Waiting for close lock at 1733333165192Running coprocessor pre-close hooks at 1733333165192Disabling compacts and flushes for region at 1733333165192Disabling writes for close at 1733333165192Writing region close event to WAL at 1733333165193 (+1 ms)Running coprocessor post-close hooks at 1733333165198 (+5 ms)Closed at 1733333165198 2024-12-04T17:26:05,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333097010.81be55849af51a94ace58cfa9a9d7057. 2024-12-04T17:26:05,210 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/info/f25e81e3ef534327a61bfe1d6e0d60b8 is 129, key is test,,1733333097010.81be55849af51a94ace58cfa9a9d7057./info:regioninfo/1733333098164/Put/seqid=0 2024-12-04T17:26:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741839_1015 (size=6421) 2024-12-04T17:26:05,220 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:05,380 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,33745,1733333087509 got entry batch from reader: null 2024-12-04T17:26:05,392 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:05,593 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:05,614 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/info/f25e81e3ef534327a61bfe1d6e0d60b8 2024-12-04T17:26:05,631 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/ns/ca535755f57a481187f336671c861ccf is 43, key is default/ns:d/1733333094752/Put/seqid=0 2024-12-04T17:26:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741840_1016 (size=5153) 2024-12-04T17:26:05,747 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:26:05,747 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:26:05,793 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:05,993 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:06,036 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/ns/ca535755f57a481187f336671c861ccf 2024-12-04T17:26:06,052 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/rep_barrier/e575bf9fda86499c86874f60062a09c9 is 112, key is test,,1733333097010.81be55849af51a94ace58cfa9a9d7057./rep_barrier:seqnumDuringOpen/1733333098164/Put/seqid=0 2024-12-04T17:26:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741841_1017 (size=5518) 2024-12-04T17:26:06,193 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:26:06,193 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:06,193 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:06,393 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:06,456 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/rep_barrier/e575bf9fda86499c86874f60062a09c9 2024-12-04T17:26:06,473 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/table/5d0315fae04c487cb8b656fb0e96eef8 is 40, key is test/table:state/1733333098173/Put/seqid=0 2024-12-04T17:26:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741842_1018 (size=5165) 2024-12-04T17:26:06,594 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:06,794 DEBUG [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:06,877 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/table/5d0315fae04c487cb8b656fb0e96eef8 2024-12-04T17:26:06,883 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/info/f25e81e3ef534327a61bfe1d6e0d60b8 as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/info/f25e81e3ef534327a61bfe1d6e0d60b8 2024-12-04T17:26:06,889 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/info/f25e81e3ef534327a61bfe1d6e0d60b8, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T17:26:06,890 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/ns/ca535755f57a481187f336671c861ccf as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/ns/ca535755f57a481187f336671c861ccf 2024-12-04T17:26:06,896 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/ns/ca535755f57a481187f336671c861ccf, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:26:06,897 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/rep_barrier/e575bf9fda86499c86874f60062a09c9 as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/rep_barrier/e575bf9fda86499c86874f60062a09c9 2024-12-04T17:26:06,903 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/rep_barrier/e575bf9fda86499c86874f60062a09c9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T17:26:06,904 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/.tmp/table/5d0315fae04c487cb8b656fb0e96eef8 as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/table/5d0315fae04c487cb8b656fb0e96eef8 2024-12-04T17:26:06,910 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/table/5d0315fae04c487cb8b656fb0e96eef8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:26:06,911 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false 2024-12-04T17:26:06,915 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:26:06,915 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:06,915 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:06,915 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:06,916 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333165192Running coprocessor pre-close hooks at 1733333165192Disabling compacts and flushes for region at 1733333165192Disabling writes for close at 1733333165193 (+1 ms)Obtaining lock to block concurrent updates at 1733333165193Preparing flush snapshotting stores in 1588230740 at 1733333165193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733333165193Flushing stores of hbase:meta,,1.1588230740 at 1733333165194 (+1 ms)Flushing 1588230740/info: creating writer at 1733333165194Flushing 1588230740/info: appending metadata at 1733333165209 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733333165209Flushing 1588230740/ns: creating writer at 1733333165619 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733333165631 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333165631Flushing 1588230740/rep_barrier: creating writer at 1733333166040 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333166052 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333166052Flushing 1588230740/table: creating writer at 1733333166461 (+409 ms)Flushing 1588230740/table: appending metadata at 1733333166472 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733333166472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e295c: reopening flushed file at 1733333166882 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d5ecd: reopening flushed file at 1733333166889 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f04a046: reopening flushed file at 1733333166896 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4731ef42: reopening flushed file at 1733333166903 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false at 1733333166911 (+8 ms)Writing region close event to WAL at 1733333166912 (+1 ms)Running coprocessor post-close hooks at 1733333166915 (+3 ms)Closed at 1733333166915 2024-12-04T17:26:06,916 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:06,994 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,33971,1733333091817; all regions closed. 2024-12-04T17:26:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741834_1010 (size=2717) 2024-12-04T17:26:06,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.meta.1733333094709.meta not finished, retry = 0 2024-12-04T17:26:07,099 DEBUG [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/oldWALs 2024-12-04T17:26:07,099 INFO [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C33971%2C1733333091817.meta:.meta(num 1733333094709) 2024-12-04T17:26:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741832_1008 (size=1028) 2024-12-04T17:26:07,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/WALs/1bc61fcf61ea,33971,1733333091817/1bc61fcf61ea%2C33971%2C1733333091817.1733333093788 not finished, retry = 0 2024-12-04T17:26:07,204 DEBUG [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/oldWALs 2024-12-04T17:26:07,204 INFO [RS:0;1bc61fcf61ea:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C33971%2C1733333091817:(num 1733333093788) 2024-12-04T17:26:07,204 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:07,204 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:07,204 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:07,204 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:07,204 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:07,204 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:07,205 INFO [RS:0;1bc61fcf61ea:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:33971. 2024-12-04T17:26:07,205 DEBUG [RS:0;1bc61fcf61ea:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:07,205 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:07,205 DEBUG [RS:0;1bc61fcf61ea:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:07,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:07,205 INFO [RS:0;1bc61fcf61ea:33971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33971 2024-12-04T17:26:07,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-114281091/rs/1bc61fcf61ea,33971,1733333091817 2024-12-04T17:26:07,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091/rs 2024-12-04T17:26:07,207 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:07,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,33971,1733333091817] 2024-12-04T17:26:07,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-114281091/draining/1bc61fcf61ea,33971,1733333091817 already deleted, retry=false 2024-12-04T17:26:07,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,33971,1733333091817 expired; onlineServers=0 2024-12-04T17:26:07,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,42305,1733333091787' ***** 2024-12-04T17:26:07,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:07,208 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:07,208 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:07,208 DEBUG [M:0;1bc61fcf61ea:42305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:07,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:07,208 DEBUG [M:0;1bc61fcf61ea:42305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:07,208 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333093566 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333093566,5,FailOnTimeoutGroup] 2024-12-04T17:26:07,208 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333093566 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333093566,5,FailOnTimeoutGroup] 2024-12-04T17:26:07,209 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:07,209 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:07,209 DEBUG [M:0;1bc61fcf61ea:42305 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:07,209 INFO [M:0;1bc61fcf61ea:42305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:07,209 INFO [M:0;1bc61fcf61ea:42305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:07,209 INFO [M:0;1bc61fcf61ea:42305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:07,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-114281091/master 2024-12-04T17:26:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-114281091 2024-12-04T17:26:07,211 DEBUG [M:0;1bc61fcf61ea:42305 {}] zookeeper.ZKUtil(347): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Unable to get data of znode /1-114281091/master because node does not exist (not an error) 2024-12-04T17:26:07,211 WARN [M:0;1bc61fcf61ea:42305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:07,212 INFO [M:0;1bc61fcf61ea:42305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/.lastflushedseqids 2024-12-04T17:26:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741843_1019 (size=173) 2024-12-04T17:26:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:07,308 INFO [RS:0;1bc61fcf61ea:33971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x100a6434df10004, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:07,308 INFO [RS:0;1bc61fcf61ea:33971 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,33971,1733333091817; zookeeper connection closed. 2024-12-04T17:26:07,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73bd35e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73bd35e5 2024-12-04T17:26:07,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:07,617 INFO [M:0;1bc61fcf61ea:42305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:07,617 INFO [M:0;1bc61fcf61ea:42305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:07,617 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:07,617 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:07,617 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:07,617 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:07,617 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:07,618 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-04T17:26:07,633 DEBUG [M:0;1bc61fcf61ea:42305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b2fad4998834f1d8cca33eb4d864eb6 is 82, key is hbase:meta,,1/info:regioninfo/1733333094740/Put/seqid=0 2024-12-04T17:26:07,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741844_1020 (size=5672) 2024-12-04T17:26:08,038 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b2fad4998834f1d8cca33eb4d864eb6 2024-12-04T17:26:08,057 DEBUG [M:0;1bc61fcf61ea:42305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977859848dc845708d5d4f5697c8ef8a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733333098178/Put/seqid=0 2024-12-04T17:26:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741845_1021 (size=6728) 2024-12-04T17:26:08,439 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.1733333089484 to pos 997, reset compression=false 2024-12-04T17:26:08,462 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977859848dc845708d5d4f5697c8ef8a 2024-12-04T17:26:08,466 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 977859848dc845708d5d4f5697c8ef8a 2024-12-04T17:26:08,482 DEBUG [M:0;1bc61fcf61ea:42305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb956d42c7a4f82b51365d7fbdfc283 is 69, key is 1bc61fcf61ea,33971,1733333091817/rs:state/1733333093651/Put/seqid=0 2024-12-04T17:26:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741846_1022 (size=5156) 2024-12-04T17:26:08,887 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb956d42c7a4f82b51365d7fbdfc283 2024-12-04T17:26:08,895 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b2fad4998834f1d8cca33eb4d864eb6 as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b2fad4998834f1d8cca33eb4d864eb6 2024-12-04T17:26:08,901 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b2fad4998834f1d8cca33eb4d864eb6, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T17:26:08,903 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977859848dc845708d5d4f5697c8ef8a as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977859848dc845708d5d4f5697c8ef8a 2024-12-04T17:26:08,910 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 977859848dc845708d5d4f5697c8ef8a 2024-12-04T17:26:08,910 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977859848dc845708d5d4f5697c8ef8a, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T17:26:08,912 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cb956d42c7a4f82b51365d7fbdfc283 as hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb956d42c7a4f82b51365d7fbdfc283 2024-12-04T17:26:08,919 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43339/user/jenkins/test-data/30cf6b18-8ab5-ad00-7971-ff48f64ce4e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cb956d42c7a4f82b51365d7fbdfc283, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T17:26:08,920 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=58, compaction requested=false 2024-12-04T17:26:08,923 INFO [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:08,923 DEBUG [M:0;1bc61fcf61ea:42305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333167617Disabling compacts and flushes for region at 1733333167617Disabling writes for close at 1733333167617Obtaining lock to block concurrent updates at 1733333167618 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333167618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733333167618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333167619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333167619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333167633 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333167633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333168042 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333168057 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333168057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333168466 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333168482 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333168482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eee4c45: reopening flushed file at 1733333168893 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb58dee: reopening flushed file at 1733333168902 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3475856e: reopening flushed file at 1733333168911 (+9 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=58, compaction requested=false at 1733333168920 (+9 ms)Writing region close event to WAL at 1733333168923 (+3 ms)Closed at 1733333168923 2024-12-04T17:26:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741830_1006 (size=33038) 2024-12-04T17:26:08,926 INFO [M:0;1bc61fcf61ea:42305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:08,926 INFO [M:0;1bc61fcf61ea:42305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42305 2024-12-04T17:26:08,926 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:08,926 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:09,030 INFO [M:0;1bc61fcf61ea:42305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42305-0x100a6434df10003, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:09,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:09,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:09,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:09,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:09,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:09,034 WARN [BP-138209507-172.17.0.2-1733333090559 heartbeating to localhost/127.0.0.1:43339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:26:09,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:26:09,034 WARN [BP-138209507-172.17.0.2-1733333090559 heartbeating to localhost/127.0.0.1:43339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138209507-172.17.0.2-1733333090559 (Datanode Uuid 68742519-0ae2-49d8-93f8-419e1fc4cf3f) service to localhost/127.0.0.1:43339 2024-12-04T17:26:09,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:26:09,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/cluster_711f2fbc-1673-279b-bde0-811941f0f885/data/data1/current/BP-138209507-172.17.0.2-1733333090559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:09,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/cluster_711f2fbc-1673-279b-bde0-811941f0f885/data/data2/current/BP-138209507-172.17.0.2-1733333090559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:09,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:26:09,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:09,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:09,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:09,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:09,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:09,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:26:09,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:09,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:09,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:09,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:09,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:09,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:09,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:09,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1278985730, stopped=false 2024-12-04T17:26:09,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,40347,1733333087474 2024-12-04T17:26:09,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229858193/running 2024-12-04T17:26:09,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229858193/running 2024-12-04T17:26:09,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:26:09,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:26:09,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:09,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:09,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:09,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:09,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,33745,1733333087509' ***** 2024-12-04T17:26:09,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:09,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/running 2024-12-04T17:26:09,055 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:09,055 INFO [RS:0;1bc61fcf61ea:33745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:09,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:09,055 INFO [RS:0;1bc61fcf61ea:33745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:09,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Set watcher on znode that does not yet exist, /0-1229858193/running 2024-12-04T17:26:09,055 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(3091): Received CLOSE for 67261a1f11408673465f64252602dd75 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(3091): Received CLOSE for 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,33745,1733333087509 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:33745. 2024-12-04T17:26:09,056 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67261a1f11408673465f64252602dd75, disabling compactions & flushes 2024-12-04T17:26:09,056 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:26:09,056 DEBUG [RS:0;1bc61fcf61ea:33745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:09,056 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:26:09,056 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:09,056 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333094855.67261a1f11408673465f64252602dd75. after waiting 0 ms 2024-12-04T17:26:09,056 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:09,056 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:26:09,056 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1325): Online Regions={67261a1f11408673465f64252602dd75=test,,1733333094855.67261a1f11408673465f64252602dd75., 1588230740=hbase:meta,,1.1588230740, 9686a839e19579de7cc1bc6e3974c9e8=hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8.} 2024-12-04T17:26:09,056 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67261a1f11408673465f64252602dd75, 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,057 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:09,057 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:09,057 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:09,057 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:09,057 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:09,057 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:26:09,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/default/test/67261a1f11408673465f64252602dd75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:26:09,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:09,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:26:09,061 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67261a1f11408673465f64252602dd75: Waiting for close lock at 1733333169056Running coprocessor pre-close hooks at 1733333169056Disabling compacts and flushes for region at 1733333169056Disabling writes for close at 1733333169056Writing region close event to WAL at 1733333169057 (+1 ms)Running coprocessor post-close hooks at 1733333169060 (+3 ms)Closed at 1733333169061 (+1 ms) 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333094855.67261a1f11408673465f64252602dd75. 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9686a839e19579de7cc1bc6e3974c9e8, disabling compactions & flushes 2024-12-04T17:26:09,061 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. after waiting 0 ms 2024-12-04T17:26:09,061 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:26:09,061 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9686a839e19579de7cc1bc6e3974c9e8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T17:26:09,075 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/info/c29ecb79e7774fa0b86d922ea153c128 is 147, key is hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8./info:regioninfo/1733333100361/Put/seqid=0 2024-12-04T17:26:09,079 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/hfileref/70390a27889f4d679aceed3de449435c is 74, key is 1/hfileref:1055986d535d47a4845b1d5cb16445a9_SeqId_4_/1733333103547/DeleteColumn/seqid=0 2024-12-04T17:26:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741844_1020 (size=7686) 2024-12-04T17:26:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741845_1021 (size=5203) 2024-12-04T17:26:09,123 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:09,257 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,357 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:26:09,357 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:26:09,457 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,480 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/info/c29ecb79e7774fa0b86d922ea153c128 2024-12-04T17:26:09,482 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/hfileref/70390a27889f4d679aceed3de449435c 2024-12-04T17:26:09,497 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/ns/aa90b52bbdd746edad3e3cb6ae9d35b0 is 43, key is default/ns:d/1733333090457/Put/seqid=0 2024-12-04T17:26:09,499 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/queue/702a4b1731254ac3aceb4a7c3cb95b6d is 153, key is 1-1bc61fcf61ea,33745,1733333087509/queue:1bc61fcf61ea%2C33745%2C1733333087509/1733333105378/Put/seqid=0 2024-12-04T17:26:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741846_1022 (size=5153) 2024-12-04T17:26:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741847_1023 (size=5352) 2024-12-04T17:26:09,657 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,857 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9686a839e19579de7cc1bc6e3974c9e8 2024-12-04T17:26:09,902 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/ns/aa90b52bbdd746edad3e3cb6ae9d35b0 2024-12-04T17:26:09,903 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/queue/702a4b1731254ac3aceb4a7c3cb95b6d 2024-12-04T17:26:09,908 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/hfileref/70390a27889f4d679aceed3de449435c as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/hfileref/70390a27889f4d679aceed3de449435c 2024-12-04T17:26:09,913 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/hfileref/70390a27889f4d679aceed3de449435c, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T17:26:09,914 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/.tmp/queue/702a4b1731254ac3aceb4a7c3cb95b6d as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/queue/702a4b1731254ac3aceb4a7c3cb95b6d 2024-12-04T17:26:09,920 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/queue/702a4b1731254ac3aceb4a7c3cb95b6d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T17:26:09,921 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9686a839e19579de7cc1bc6e3974c9e8 in 860ms, sequenceid=10, compaction requested=false 2024-12-04T17:26:09,922 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d143445689447aa3a3fd20cc3d0204 is 112, key is test,,1733333094855.67261a1f11408673465f64252602dd75./rep_barrier:seqnumDuringOpen/1733333096015/Put/seqid=0 2024-12-04T17:26:09,925 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/replication/9686a839e19579de7cc1bc6e3974c9e8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T17:26:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741848_1024 (size=5518) 2024-12-04T17:26:09,926 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d143445689447aa3a3fd20cc3d0204 2024-12-04T17:26:09,926 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:09,926 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:09,926 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:26:09,926 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9686a839e19579de7cc1bc6e3974c9e8: Waiting for close lock at 1733333169061Running coprocessor pre-close hooks at 1733333169061Disabling compacts and flushes for region at 1733333169061Disabling writes for close at 1733333169061Obtaining lock to block concurrent updates at 1733333169061Preparing flush snapshotting stores in 9686a839e19579de7cc1bc6e3974c9e8 at 1733333169061Finished memstore snapshotting hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733333169061Flushing stores of hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. at 1733333169062 (+1 ms)Flushing 9686a839e19579de7cc1bc6e3974c9e8/hfileref: creating writer at 1733333169062Flushing 9686a839e19579de7cc1bc6e3974c9e8/hfileref: appending metadata at 1733333169078 (+16 ms)Flushing 9686a839e19579de7cc1bc6e3974c9e8/hfileref: closing flushed file at 1733333169078Flushing 9686a839e19579de7cc1bc6e3974c9e8/queue: creating writer at 1733333169487 (+409 ms)Flushing 9686a839e19579de7cc1bc6e3974c9e8/queue: appending metadata at 1733333169498 (+11 ms)Flushing 9686a839e19579de7cc1bc6e3974c9e8/queue: closing flushed file at 1733333169498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb1bc63: reopening flushed file at 1733333169907 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170684a1: reopening flushed file at 1733333169913 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9686a839e19579de7cc1bc6e3974c9e8 in 860ms, sequenceid=10, compaction requested=false at 1733333169921 (+8 ms)Writing region close event to WAL at 1733333169922 (+1 ms)Running coprocessor post-close hooks at 1733333169926 (+4 ms)Closed at 1733333169926 2024-12-04T17:26:09,926 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333099190.9686a839e19579de7cc1bc6e3974c9e8. 2024-12-04T17:26:09,950 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/table/437e55971a104bcc930fa52050b8330f is 53, key is hbase:replication/table:state/1733333100369/Put/seqid=0 2024-12-04T17:26:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741849_1025 (size=5308) 2024-12-04T17:26:10,057 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:26:10,058 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:10,058 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:10,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,258 DEBUG [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:10,363 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/table/437e55971a104bcc930fa52050b8330f 2024-12-04T17:26:10,369 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/info/c29ecb79e7774fa0b86d922ea153c128 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/info/c29ecb79e7774fa0b86d922ea153c128 2024-12-04T17:26:10,374 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/info/c29ecb79e7774fa0b86d922ea153c128, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:26:10,376 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/ns/aa90b52bbdd746edad3e3cb6ae9d35b0 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/ns/aa90b52bbdd746edad3e3cb6ae9d35b0 2024-12-04T17:26:10,381 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/ns/aa90b52bbdd746edad3e3cb6ae9d35b0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:26:10,382 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/rep_barrier/f8d143445689447aa3a3fd20cc3d0204 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/rep_barrier/f8d143445689447aa3a3fd20cc3d0204 2024-12-04T17:26:10,387 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/rep_barrier/f8d143445689447aa3a3fd20cc3d0204, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:26:10,388 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/.tmp/table/437e55971a104bcc930fa52050b8330f as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/table/437e55971a104bcc930fa52050b8330f 2024-12-04T17:26:10,394 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/table/437e55971a104bcc930fa52050b8330f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:26:10,395 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-12-04T17:26:10,400 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:26:10,400 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:10,400 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:10,400 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:10,400 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333169056Running coprocessor pre-close hooks at 1733333169056Disabling compacts and flushes for region at 1733333169056Disabling writes for close at 1733333169057 (+1 ms)Obtaining lock to block concurrent updates at 1733333169057Preparing flush snapshotting stores in 1588230740 at 1733333169057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333169057Flushing stores of hbase:meta,,1.1588230740 at 1733333169058 (+1 ms)Flushing 1588230740/info: creating writer at 1733333169058Flushing 1588230740/info: appending metadata at 1733333169074 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733333169074Flushing 1588230740/ns: creating writer at 1733333169485 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733333169497 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333169497Flushing 1588230740/rep_barrier: creating writer at 1733333169907 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333169921 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333169921Flushing 1588230740/table: creating writer at 1733333169931 (+10 ms)Flushing 1588230740/table: appending metadata at 1733333169949 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733333169949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cc2062: reopening flushed file at 1733333170368 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a164e20: reopening flushed file at 1733333170375 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1233b6: reopening flushed file at 1733333170382 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d979d1e: reopening flushed file at 1733333170387 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1733333170395 (+8 ms)Writing region close event to WAL at 1733333170396 (+1 ms)Running coprocessor post-close hooks at 1733333170400 (+4 ms)Closed at 1733333170400 2024-12-04T17:26:10,400 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:10,458 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,33745,1733333087509; all regions closed. 2024-12-04T17:26:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:26:10,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/WALs/1bc61fcf61ea,33745,1733333087509/1bc61fcf61ea%2C33745%2C1733333087509.meta.1733333090404.meta not finished, retry = 0 2024-12-04T17:26:10,563 DEBUG [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs 2024-12-04T17:26:10,563 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C33745%2C1733333087509.meta:.meta(num 1733333090404) 2024-12-04T17:26:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741839_1015 (size=2700) 2024-12-04T17:26:10,569 DEBUG [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs 2024-12-04T17:26:10,569 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C33745%2C1733333087509.rep:(num 1733333100330) 2024-12-04T17:26:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741832_1008 (size=1300) 2024-12-04T17:26:10,574 DEBUG [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/oldWALs 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C33745%2C1733333087509:(num 1733333089484) 2024-12-04T17:26:10,574 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:10,574 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,33745,1733333087509 because: Region server is closing 2024-12-04T17:26:10,574 INFO [RS:0;1bc61fcf61ea:33745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:33745. 2024-12-04T17:26:10,574 DEBUG [RS:0;1bc61fcf61ea:33745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:10,575 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:10,575 DEBUG [RS:0;1bc61fcf61ea:33745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:10,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:10,675 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.wal-reader.1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:26:10,675 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:26:10,675 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,33745,1733333087509.replicationSource.shipper1bc61fcf61ea%2C33745%2C1733333087509,1-1bc61fcf61ea,33745,1733333087509 terminated 2024-12-04T17:26:10,675 INFO [RS:0;1bc61fcf61ea:33745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33745 2024-12-04T17:26:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193/rs 2024-12-04T17:26:10,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229858193/rs/1bc61fcf61ea,33745,1733333087509 2024-12-04T17:26:10,676 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:10,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,33745,1733333087509] 2024-12-04T17:26:10,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1229858193/draining/1bc61fcf61ea,33745,1733333087509 already deleted, retry=false 2024-12-04T17:26:10,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,33745,1733333087509 expired; onlineServers=0 2024-12-04T17:26:10,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,40347,1733333087474' ***** 2024-12-04T17:26:10,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:10,678 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:10,678 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:10,678 DEBUG [M:0;1bc61fcf61ea:40347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:10,678 DEBUG [M:0;1bc61fcf61ea:40347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:10,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:10,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333089256 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333089256,5,FailOnTimeoutGroup] 2024-12-04T17:26:10,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333089253 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333089253,5,FailOnTimeoutGroup] 2024-12-04T17:26:10,678 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:10,679 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:10,679 DEBUG [M:0;1bc61fcf61ea:40347 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:10,679 INFO [M:0;1bc61fcf61ea:40347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:10,679 INFO [M:0;1bc61fcf61ea:40347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:10,679 INFO [M:0;1bc61fcf61ea:40347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:10,679 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1229858193/master 2024-12-04T17:26:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1229858193 2024-12-04T17:26:10,679 DEBUG [M:0;1bc61fcf61ea:40347 {}] zookeeper.ZKUtil(347): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Unable to get data of znode /0-1229858193/master because node does not exist (not an error) 2024-12-04T17:26:10,679 WARN [M:0;1bc61fcf61ea:40347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:10,680 INFO [M:0;1bc61fcf61ea:40347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/.lastflushedseqids 2024-12-04T17:26:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741850_1026 (size=263) 2024-12-04T17:26:10,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:10,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:10,777 INFO [RS:0;1bc61fcf61ea:33745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:10,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33745-0x100a6434df10001, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:10,777 INFO [RS:0;1bc61fcf61ea:33745 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,33745,1733333087509; zookeeper connection closed. 2024-12-04T17:26:10,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77f694a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77f694a9 2024-12-04T17:26:10,778 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:11,085 INFO [M:0;1bc61fcf61ea:40347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:11,085 INFO [M:0;1bc61fcf61ea:40347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:11,085 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:11,085 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:11,085 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:11,085 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:11,085 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:11,085 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-04T17:26:11,100 DEBUG [M:0;1bc61fcf61ea:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77ae88571354ff9a9d3e7fb01b0f05f is 82, key is hbase:meta,,1/info:regioninfo/1733333090446/Put/seqid=0 2024-12-04T17:26:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741851_1027 (size=5672) 2024-12-04T17:26:11,504 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77ae88571354ff9a9d3e7fb01b0f05f 2024-12-04T17:26:11,527 DEBUG [M:0;1bc61fcf61ea:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c3ff6bb5684b3999c0969579d78f75 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733333096031/Put/seqid=0 2024-12-04T17:26:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741852_1028 (size=7241) 2024-12-04T17:26:11,933 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c3ff6bb5684b3999c0969579d78f75 2024-12-04T17:26:11,938 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19c3ff6bb5684b3999c0969579d78f75 2024-12-04T17:26:11,954 DEBUG [M:0;1bc61fcf61ea:40347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5d19f839ad48d3b1b42bb79efa5598 is 69, key is 1bc61fcf61ea,33745,1733333087509/rs:state/1733333089345/Put/seqid=0 2024-12-04T17:26:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741853_1029 (size=5156) 2024-12-04T17:26:12,359 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5d19f839ad48d3b1b42bb79efa5598 2024-12-04T17:26:12,365 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77ae88571354ff9a9d3e7fb01b0f05f as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c77ae88571354ff9a9d3e7fb01b0f05f 2024-12-04T17:26:12,369 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c77ae88571354ff9a9d3e7fb01b0f05f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T17:26:12,370 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19c3ff6bb5684b3999c0969579d78f75 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19c3ff6bb5684b3999c0969579d78f75 2024-12-04T17:26:12,374 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19c3ff6bb5684b3999c0969579d78f75 2024-12-04T17:26:12,374 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19c3ff6bb5684b3999c0969579d78f75, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T17:26:12,375 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5d19f839ad48d3b1b42bb79efa5598 as hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a5d19f839ad48d3b1b42bb79efa5598 2024-12-04T17:26:12,379 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35063/user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a5d19f839ad48d3b1b42bb79efa5598, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T17:26:12,380 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-12-04T17:26:12,381 INFO [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:12,381 DEBUG [M:0;1bc61fcf61ea:40347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333171085Disabling compacts and flushes for region at 1733333171085Disabling writes for close at 1733333171085Obtaining lock to block concurrent updates at 1733333171085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333171085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733333171086 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333171086Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333171086Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333171099 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333171099Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333171512 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333171526 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333171526Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333171938 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333171954 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333171954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4887db36: reopening flushed file at 1733333172364 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b599cad: reopening flushed file at 1733333172369 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@962f544: reopening flushed file at 1733333172374 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1733333172380 (+6 ms)Writing region close event to WAL at 1733333172381 (+1 ms)Closed at 1733333172381 2024-12-04T17:26:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40825 is added to blk_1073741830_1006 (size=64538) 2024-12-04T17:26:12,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44fbc4a6-87c3-5d22-9811-59f0b3fd41c9/MasterData/WALs/1bc61fcf61ea,40347,1733333087474/1bc61fcf61ea%2C40347%2C1733333087474.1733333089187 not finished, retry = 0 2024-12-04T17:26:12,484 INFO [M:0;1bc61fcf61ea:40347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:12,484 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:12,484 INFO [M:0;1bc61fcf61ea:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40347 2024-12-04T17:26:12,484 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:12,585 INFO [M:0;1bc61fcf61ea:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40347-0x100a6434df10000, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:12,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:12,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:12,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:12,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:12,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:12,589 WARN [BP-620569009-172.17.0.2-1733333086621 heartbeating to localhost/127.0.0.1:35063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:26:12,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:26:12,589 WARN [BP-620569009-172.17.0.2-1733333086621 heartbeating to localhost/127.0.0.1:35063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620569009-172.17.0.2-1733333086621 (Datanode Uuid f1346cc9-21fa-4e12-8729-9690022b8494) service to localhost/127.0.0.1:35063 2024-12-04T17:26:12,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:26:12,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/data/data1/current/BP-620569009-172.17.0.2-1733333086621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:12,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/cluster_e7c5c5d6-0607-7b0a-a76f-b98f950eb99a/data/data2/current/BP-620569009-172.17.0.2-1733333086621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:12,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:26:12,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:12,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:12,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:12,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:12,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15411efa-2888-0a89-434c-2548f38dd92d/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:12,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:26:12,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:26:12,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 141) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5accb8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35063 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5accb8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43339 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=2608 (was 2519) - AvailableMemoryMB LEAK? - 2024-12-04T17:26:12,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=2608 2024-12-04T17:26:12,640 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T17:26:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir so I do NOT create it in target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61 2024-12-04T17:26:12,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:26:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.tmp.dir so I do NOT create it in target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61 2024-12-04T17:26:12,641 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b1291a3-9052-894b-a3c2-6d09858ff84f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:26:12,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61 2024-12-04T17:26:12,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf, deleteOnExit=true 2024-12-04T17:26:12,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/zookeeper_0, clientPort=54903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:26:12,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54903 2024-12-04T17:26:12,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:26:12,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/test.cache.data in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:26:12,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:26:12,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:26:12,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:26:12,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:12,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:12,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6434df10005, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:26:12,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6434df10002, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:26:12,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6434df10002, quorum=127.0.0.1:59219, baseZNode=/0-1229858193 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:26:12,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6434df10005, quorum=127.0.0.1:59219, baseZNode=/1-114281091 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:26:12,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:12,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:12,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:26:12,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:12,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:12,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:12,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/java.io.tmpdir/jetty-localhost-39667-hadoop-hdfs-3_4_1-tests_jar-_-any-16085315214564171623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:12,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:39667} 2024-12-04T17:26:12,798 INFO [Time-limited test {}] server.Server(415): Started @131592ms 2024-12-04T17:26:12,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:12,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:12,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:12,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:12,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:26:12,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:12,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:12,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/java.io.tmpdir/jetty-localhost-38635-hadoop-hdfs-3_4_1-tests_jar-_-any-15479972495948879651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:12,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:38635} 2024-12-04T17:26:12,947 INFO [Time-limited test {}] server.Server(415): Started @131742ms 2024-12-04T17:26:12,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:26:13,005 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/data/data1/current/BP-1629541480-172.17.0.2-1733333172658/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:13,005 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/data/data2/current/BP-1629541480-172.17.0.2-1733333172658/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:13,020 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:26:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbcfde2c9630e3c with lease ID 0x2149e0d1b90de197: Processing first storage report for DS-35061f50-1d62-4555-a262-a9c8747631d3 from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=e647f978-9372-48e3-8bae-cb99539b1111, infoPort=43963, infoSecurePort=0, ipcPort=38471, storageInfo=lv=-57;cid=testClusterID;nsid=2113102818;c=1733333172658) 2024-12-04T17:26:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbcfde2c9630e3c with lease ID 0x2149e0d1b90de197: from storage DS-35061f50-1d62-4555-a262-a9c8747631d3 node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=e647f978-9372-48e3-8bae-cb99539b1111, infoPort=43963, infoSecurePort=0, ipcPort=38471, storageInfo=lv=-57;cid=testClusterID;nsid=2113102818;c=1733333172658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbcfde2c9630e3c with lease ID 0x2149e0d1b90de197: Processing first storage report for DS-9da58bd3-6601-45bd-914a-7a3c3e864c86 from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=e647f978-9372-48e3-8bae-cb99539b1111, infoPort=43963, infoSecurePort=0, ipcPort=38471, storageInfo=lv=-57;cid=testClusterID;nsid=2113102818;c=1733333172658) 2024-12-04T17:26:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbcfde2c9630e3c with lease ID 0x2149e0d1b90de197: from storage DS-9da58bd3-6601-45bd-914a-7a3c3e864c86 node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=e647f978-9372-48e3-8bae-cb99539b1111, infoPort=43963, infoSecurePort=0, ipcPort=38471, storageInfo=lv=-57;cid=testClusterID;nsid=2113102818;c=1733333172658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:13,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61 2024-12-04T17:26:13,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:26:13,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b with version=8 2024-12-04T17:26:13,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/hbase-staging 2024-12-04T17:26:13,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:13,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:13,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39975 2024-12-04T17:26:13,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39975 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:13,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399750x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:13,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39975-0x100a6449e110000 connected 2024-12-04T17:26:13,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:13,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b, hbase.cluster.distributed=false 2024-12-04T17:26:13,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/acl 2024-12-04T17:26:13,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-04T17:26:13,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39975 2024-12-04T17:26:13,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39975 2024-12-04T17:26:13,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-04T17:26:13,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-04T17:26:13,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:13,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:26:13,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:13,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37077 2024-12-04T17:26:13,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37077 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:13,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370770x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:13,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370770x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:13,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37077-0x100a6449e110001 connected 2024-12-04T17:26:13,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:26:13,537 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:26:13,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/master 2024-12-04T17:26:13,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/acl 2024-12-04T17:26:13,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-04T17:26:13,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37077 2024-12-04T17:26:13,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37077 2024-12-04T17:26:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-04T17:26:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37077 2024-12-04T17:26:13,553 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:39975 2024-12-04T17:26:13,554 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1375311026/backup-masters/1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:13,555 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/backup-masters/1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/master 2024-12-04T17:26:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:13,556 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/master 2024-12-04T17:26:13,556 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1375311026/backup-masters/1bc61fcf61ea,39975,1733333173481 from backup master directory 2024-12-04T17:26:13,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/backup-masters/1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:13,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:13,557 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:13,557 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:13,561 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/hbase.id] with ID: 7bc9c01a-4f09-4259-ae4a-5fe720fd011b 2024-12-04T17:26:13,561 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.tmp/hbase.id 2024-12-04T17:26:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:26:13,968 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.tmp/hbase.id]:[hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/hbase.id] 2024-12-04T17:26:13,978 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:13,978 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:26:13,979 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:26:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:13,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:26:14,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:14,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:26:14,387 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:26:14,794 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store 2024-12-04T17:26:14,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:15,203 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:15,203 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:15,203 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333175203Disabling compacts and flushes for region at 1733333175203Disabling writes for close at 1733333175203Writing region close event to WAL at 1733333175203Closed at 1733333175203 2024-12-04T17:26:15,204 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/.initializing 2024-12-04T17:26:15,204 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:15,205 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:15,206 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C39975%2C1733333173481, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/oldWALs, maxLogs=10 2024-12-04T17:26:15,217 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206, exclude list is [], retry=0 2024-12-04T17:26:15,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:15,220 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:15,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:15,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:15,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:15,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:26:15,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:15,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:15,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:26:15,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:15,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:15,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:26:15,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:15,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:15,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:26:15,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:15,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:15,228 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,229 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,229 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,230 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,230 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,231 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:15,232 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:15,233 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:15,233 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59675501, jitterRate=-0.110765740275383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:15,234 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333175221Initializing all the Stores at 1733333175222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333175222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333175222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333175222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333175222Cleaning up temporary data from old regions at 1733333175230 (+8 ms)Region opened successfully at 1733333175234 (+4 ms) 2024-12-04T17:26:15,234 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:26:15,237 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2945ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:15,237 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:26:15,237 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:26:15,237 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:26:15,238 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:26:15,238 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:26:15,238 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:26:15,238 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:26:15,240 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:26:15,241 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/balancer because node does not exist (not necessarily an error) 2024-12-04T17:26:15,242 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/balancer already deleted, retry=false 2024-12-04T17:26:15,242 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:26:15,242 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:26:15,243 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/normalizer already deleted, retry=false 2024-12-04T17:26:15,243 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:26:15,244 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:26:15,245 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/switch/split already deleted, retry=false 2024-12-04T17:26:15,245 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:26:15,246 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/switch/merge already deleted, retry=false 2024-12-04T17:26:15,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:26:15,248 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/snapshot-cleanup already deleted, retry=false 2024-12-04T17:26:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,39975,1733333173481, sessionid=0x100a6449e110000, setting cluster-up flag (Was=false) 2024-12-04T17:26:15,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,252 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1375311026/flush-table-proc/acquired, /0-1375311026/flush-table-proc/reached, /0-1375311026/flush-table-proc/abort 2024-12-04T17:26:15,253 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:15,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:15,257 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1375311026/online-snapshot/acquired, /0-1375311026/online-snapshot/reached, /0-1375311026/online-snapshot/abort 2024-12-04T17:26:15,257 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:15,258 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:26:15,260 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:15,260 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:26:15,260 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:26:15,260 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,39975,1733333173481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:15,261 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333205267 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:26:15,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:26:15,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:15,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:26:15,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:15,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:26:15,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:26:15,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:26:15,269 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:26:15,270 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:26:15,270 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:26:15,270 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:26:15,270 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333175270,5,FailOnTimeoutGroup] 2024-12-04T17:26:15,273 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333175270,5,FailOnTimeoutGroup] 2024-12-04T17:26:15,273 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,273 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:26:15,273 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,273 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:26:15,347 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(746): ClusterId : 7bc9c01a-4f09-4259-ae4a-5fe720fd011b 2024-12-04T17:26:15,347 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:26:15,349 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:26:15,349 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:26:15,350 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:26:15,350 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b477af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:15,359 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:37077 2024-12-04T17:26:15,360 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:26:15,360 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:26:15,360 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:26:15,360 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,39975,1733333173481 with port=37077, startcode=1733333173523 2024-12-04T17:26:15,360 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:26:15,362 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:26:15,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39975 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,363 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b 2024-12-04T17:26:15,363 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39551 2024-12-04T17:26:15,363 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:26:15,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/rs 2024-12-04T17:26:15,365 DEBUG [RS:0;1bc61fcf61ea:37077 {}] zookeeper.ZKUtil(111): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/rs/1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,365 WARN [RS:0;1bc61fcf61ea:37077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:15,365 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:15,365 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,37077,1733333173523] 2024-12-04T17:26:15,368 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:26:15,369 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:26:15,370 INFO [RS:0;1bc61fcf61ea:37077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:26:15,370 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,370 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:26:15,371 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:26:15,371 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:15,371 DEBUG [RS:0;1bc61fcf61ea:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,373 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37077,1733333173523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:15,384 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:26:15,384 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37077,1733333173523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,384 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,384 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.Replication(171): 1bc61fcf61ea,37077,1733333173523 started 2024-12-04T17:26:15,396 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:15,396 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,37077,1733333173523, RpcServer on 1bc61fcf61ea/172.17.0.2:37077, sessionid=0x100a6449e110001 2024-12-04T17:26:15,396 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:26:15,396 DEBUG [RS:0;1bc61fcf61ea:37077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,396 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37077,1733333173523' 2024-12-04T17:26:15,396 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1375311026/flush-table-proc/abort' 2024-12-04T17:26:15,396 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1375311026/flush-table-proc/acquired' 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37077,1733333173523' 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1375311026/online-snapshot/abort' 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1375311026/online-snapshot/acquired' 2024-12-04T17:26:15,397 DEBUG [RS:0;1bc61fcf61ea:37077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:26:15,397 INFO [RS:0;1bc61fcf61ea:37077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:26:15,397 INFO [RS:0;1bc61fcf61ea:37077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:26:15,498 INFO [RS:0;1bc61fcf61ea:37077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:15,499 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37077%2C1733333173523, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:15,515 DEBUG [RS:0;1bc61fcf61ea:37077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499, exclude list is [], retry=0 2024-12-04T17:26:15,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:15,519 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 2024-12-04T17:26:15,519 DEBUG [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:15,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:26:15,678 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b 2024-12-04T17:26:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:26:15,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:15,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:15,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:26:16,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:16,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:16,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:16,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:16,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:16,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:16,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:16,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:16,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:16,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:16,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:16,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:16,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:16,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:16,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:16,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:16,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:16,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68347181, jitterRate=0.018452361226081848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:16,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333176085Initializing all the Stores at 1733333176085Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176086 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333176086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176086Cleaning up temporary data from old regions at 1733333176098 (+12 ms)Region opened successfully at 1733333176105 (+7 ms) 2024-12-04T17:26:16,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:16,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:16,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:16,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:16,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:16,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:16,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333176106Disabling compacts and flushes for region at 1733333176106Disabling writes for close at 1733333176106Writing region close event to WAL at 1733333176109 (+3 ms)Closed at 1733333176109 2024-12-04T17:26:16,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:16,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:26:16,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:26:16,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:16,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:26:16,271 DEBUG [1bc61fcf61ea:39975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:16,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:16,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37077,1733333173523, state=OPENING 2024-12-04T17:26:16,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:26:16,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:16,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:16,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:16,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:16,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:16,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37077,1733333173523}] 2024-12-04T17:26:16,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:16,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:26:16,435 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:26:16,435 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:16,436 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:26:16,438 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37077%2C1733333173523.meta, suffix=.meta, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:16,457 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.meta.1733333176439.meta, exclude list is [], retry=0 2024-12-04T17:26:16,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:16,462 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.meta.1733333176439.meta 2024-12-04T17:26:16,463 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:16,463 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:16,464 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:16,464 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:16,464 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:26:16,464 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:26:16,464 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:26:16,464 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:16,465 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:26:16,465 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:26:16,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:16,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:16,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:16,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:16,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:16,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:16,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:16,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:16,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:16,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:16,476 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:16,477 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:16,478 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:16,479 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:16,479 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:16,480 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:16,481 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:16,482 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69689280, jitterRate=0.038451194763183594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:16,482 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:26:16,483 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333176465Writing region info on filesystem at 1733333176465Initializing all the Stores at 1733333176466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176469 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333176469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333176469Cleaning up temporary data from old regions at 1733333176479 (+10 ms)Running coprocessor post-open hooks at 1733333176482 (+3 ms)Region opened successfully at 1733333176483 (+1 ms) 2024-12-04T17:26:16,484 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333176429 2024-12-04T17:26:16,487 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:26:16,487 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:26:16,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:16,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37077,1733333173523, state=OPEN 2024-12-04T17:26:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:16,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:16,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:16,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:16,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:26:16,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37077,1733333173523 in 214 msec 2024-12-04T17:26:16,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:26:16,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-12-04T17:26:16,496 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:16,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:26:16,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:16,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37077,1733333173523, seqNum=-1] 2024-12-04T17:26:16,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:16,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:16,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-12-04T17:26:16,509 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333176509, completionTime=-1 2024-12-04T17:26:16,509 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:26:16,509 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:26:16,512 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:26:16,512 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333236512 2024-12-04T17:26:16,512 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333296512 2024-12-04T17:26:16,512 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T17:26:16,513 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,513 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,513 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,513 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:39975, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,513 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,516 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:26:16,521 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:26:16,527 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:26:16,528 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:16,528 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:26:16,531 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:26:16,531 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:26:16,531 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39975,1733333173481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:16,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:16,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39975,-1 for getting cluster id 2024-12-04T17:26:16,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:16,550 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bc9c01a-4f09-4259-ae4a-5fe720fd011b' 2024-12-04T17:26:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bc9c01a-4f09-4259-ae4a-5fe720fd011b" 2024-12-04T17:26:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4292049b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39975,-1] 2024-12-04T17:26:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:16,554 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:16,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:16,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:16,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37077,1733333173523, seqNum=-1] 2024-12-04T17:26:16,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:16,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:16,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:16,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:16,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:16,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a6449e110002 connected 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir so I do NOT create it in target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7 2024-12-04T17:26:16,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.tmp.dir so I do NOT create it in target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7 2024-12-04T17:26:16,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:26:16,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/cluster_cc19b2c2-7a1f-d37a-dc5a-4e692ea05280, deleteOnExit=true 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/test.cache.data in system properties and HBase conf 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:26:16,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:26:16,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:26:16,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:26:16,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:16,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:16,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:16,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:16,678 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:26:16,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:16,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:16,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:16,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/java.io.tmpdir/jetty-localhost-38245-hadoop-hdfs-3_4_1-tests_jar-_-any-3383414596965872256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:16,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:38245} 2024-12-04T17:26:16,795 INFO [Time-limited test {}] server.Server(415): Started @135590ms 2024-12-04T17:26:16,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:17,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:17,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:17,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:17,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:26:17,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:17,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:17,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/java.io.tmpdir/jetty-localhost-45129-hadoop-hdfs-3_4_1-tests_jar-_-any-8497354109100865366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:17,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:45129} 2024-12-04T17:26:17,145 INFO [Time-limited test {}] server.Server(415): Started @135939ms 2024-12-04T17:26:17,146 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:26:17,221 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/cluster_cc19b2c2-7a1f-d37a-dc5a-4e692ea05280/data/data1/current/BP-503240400-172.17.0.2-1733333176596/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:17,222 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/cluster_cc19b2c2-7a1f-d37a-dc5a-4e692ea05280/data/data2/current/BP-503240400-172.17.0.2-1733333176596/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:17,245 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:26:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e14fc253b1e6147 with lease ID 0xbca1a20c1533203e: Processing first storage report for DS-06713f2d-baa8-4fa3-bc7e-bd42edd83863 from datanode DatanodeRegistration(127.0.0.1:39607, datanodeUuid=a437b270-abf4-4158-a9a0-daa64d0a3387, infoPort=34931, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=1028427620;c=1733333176596) 2024-12-04T17:26:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e14fc253b1e6147 with lease ID 0xbca1a20c1533203e: from storage DS-06713f2d-baa8-4fa3-bc7e-bd42edd83863 node DatanodeRegistration(127.0.0.1:39607, datanodeUuid=a437b270-abf4-4158-a9a0-daa64d0a3387, infoPort=34931, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=1028427620;c=1733333176596), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e14fc253b1e6147 with lease ID 0xbca1a20c1533203e: Processing first storage report for DS-adf99d51-8f7d-4a2c-9d62-421279c303d9 from datanode DatanodeRegistration(127.0.0.1:39607, datanodeUuid=a437b270-abf4-4158-a9a0-daa64d0a3387, infoPort=34931, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=1028427620;c=1733333176596) 2024-12-04T17:26:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e14fc253b1e6147 with lease ID 0xbca1a20c1533203e: from storage DS-adf99d51-8f7d-4a2c-9d62-421279c303d9 node DatanodeRegistration(127.0.0.1:39607, datanodeUuid=a437b270-abf4-4158-a9a0-daa64d0a3387, infoPort=34931, infoSecurePort=0, ipcPort=35567, storageInfo=lv=-57;cid=testClusterID;nsid=1028427620;c=1733333176596), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:17,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7 2024-12-04T17:26:17,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:26:17,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8 with version=8 2024-12-04T17:26:17,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/hbase-staging 2024-12-04T17:26:17,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:26:17,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:17,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41495 2024-12-04T17:26:17,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41495 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:17,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414950x0, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:17,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41495-0x100a6449e110003 connected 2024-12-04T17:26:17,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/running 2024-12-04T17:26:17,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8, hbase.cluster.distributed=false 2024-12-04T17:26:17,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/acl 2024-12-04T17:26:17,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-04T17:26:17,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-12-04T17:26:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-12-04T17:26:17,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-04T17:26:17,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-04T17:26:17,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:26:17,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:17,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46725 2024-12-04T17:26:17,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46725 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:17,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467250x0, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:17,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467250x0, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/running 2024-12-04T17:26:17,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46725-0x100a6449e110004 connected 2024-12-04T17:26:17,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:26:17,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:26:17,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/master 2024-12-04T17:26:17,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/acl 2024-12-04T17:26:17,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46725 2024-12-04T17:26:17,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46725 2024-12-04T17:26:17,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46725 2024-12-04T17:26:17,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46725 2024-12-04T17:26:17,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46725 2024-12-04T17:26:17,757 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:41495 2024-12-04T17:26:17,757 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-631222164/backup-masters/1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:17,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/backup-masters 2024-12-04T17:26:17,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/backup-masters 2024-12-04T17:26:17,759 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on existing znode=/1-631222164/backup-masters/1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631222164/master 2024-12-04T17:26:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:17,760 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on existing znode=/1-631222164/master 2024-12-04T17:26:17,760 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-631222164/backup-masters/1bc61fcf61ea,41495,1733333177688 from backup master directory 2024-12-04T17:26:17,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631222164/backup-masters/1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:17,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/backup-masters 2024-12-04T17:26:17,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/backup-masters 2024-12-04T17:26:17,761 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:17,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:17,765 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/hbase.id] with ID: be84610f-f369-4c88-bf6a-d6e05d5e58d9 2024-12-04T17:26:17,765 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/.tmp/hbase.id 2024-12-04T17:26:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:26:18,171 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/.tmp/hbase.id]:[hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/hbase.id] 2024-12-04T17:26:18,179 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:18,179 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:26:18,180 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:26:18,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:18,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:26:18,594 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:18,595 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:26:18,595 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:26:19,003 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store 2024-12-04T17:26:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:26:19,019 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:19,019 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:19,019 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:19,019 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:19,019 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:19,019 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:19,019 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:19,020 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333179019Disabling compacts and flushes for region at 1733333179019Disabling writes for close at 1733333179019Writing region close event to WAL at 1733333179019Closed at 1733333179019 2024-12-04T17:26:19,020 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/.initializing 2024-12-04T17:26:19,021 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/WALs/1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:19,022 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:19,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C41495%2C1733333177688, suffix=, logDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/WALs/1bc61fcf61ea,41495,1733333177688, archiveDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/oldWALs, maxLogs=10 2024-12-04T17:26:19,043 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/WALs/1bc61fcf61ea,41495,1733333177688/1bc61fcf61ea%2C41495%2C1733333177688.1733333179024, exclude list is [], retry=0 2024-12-04T17:26:19,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-06713f2d-baa8-4fa3-bc7e-bd42edd83863,DISK] 2024-12-04T17:26:19,059 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/WALs/1bc61fcf61ea,41495,1733333177688/1bc61fcf61ea%2C41495%2C1733333177688.1733333179024 2024-12-04T17:26:19,063 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34931:34931)] 2024-12-04T17:26:19,063 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:19,063 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:19,063 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,064 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:26:19,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:26:19,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:19,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:26:19,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:19,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:26:19,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:19,082 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,083 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,083 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,085 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,085 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,085 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:19,087 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:19,090 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:19,090 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61431127, jitterRate=-0.08460487425327301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:19,090 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333179064Initializing all the Stores at 1733333179065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179065Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333179072 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333179072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333179072Cleaning up temporary data from old regions at 1733333179085 (+13 ms)Region opened successfully at 1733333179090 (+5 ms) 2024-12-04T17:26:19,093 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:26:19,097 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1ebf61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:19,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:26:19,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:26:19,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:26:19,099 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:26:19,099 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:26:19,100 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:26:19,100 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:26:19,107 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:26:19,108 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/balancer because node does not exist (not necessarily an error) 2024-12-04T17:26:19,110 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/balancer already deleted, retry=false 2024-12-04T17:26:19,110 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:26:19,111 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:26:19,112 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/normalizer already deleted, retry=false 2024-12-04T17:26:19,112 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:26:19,114 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:26:19,114 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/switch/split already deleted, retry=false 2024-12-04T17:26:19,123 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:26:19,124 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/switch/merge already deleted, retry=false 2024-12-04T17:26:19,127 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:26:19,127 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/snapshot-cleanup already deleted, retry=false 2024-12-04T17:26:19,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631222164/running 2024-12-04T17:26:19,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-631222164/running 2024-12-04T17:26:19,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,132 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,41495,1733333177688, sessionid=0x100a6449e110003, setting cluster-up flag (Was=false) 2024-12-04T17:26:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,138 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-631222164/flush-table-proc/acquired, /1-631222164/flush-table-proc/reached, /1-631222164/flush-table-proc/abort 2024-12-04T17:26:19,139 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,148 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-631222164/online-snapshot/acquired, /1-631222164/online-snapshot/reached, /1-631222164/online-snapshot/abort 2024-12-04T17:26:19,150 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:19,159 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:26:19,163 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:19,163 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:26:19,163 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:26:19,163 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,41495,1733333177688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:26:19,164 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:19,164 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:19,165 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:19,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:26:19,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333209181 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:26:19,182 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:26:19,184 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,188 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:26:19,188 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:26:19,188 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:26:19,188 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:26:19,189 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:26:19,189 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:26:19,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:26:19,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:26:19,196 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8 2024-12-04T17:26:19,204 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333179189,5,FailOnTimeoutGroup] 2024-12-04T17:26:19,208 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333179204,5,FailOnTimeoutGroup] 2024-12-04T17:26:19,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:26:19,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:26:19,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:19,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:19,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:19,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:19,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:19,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:19,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:19,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:19,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:19,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:19,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740 2024-12-04T17:26:19,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740 2024-12-04T17:26:19,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:19,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:19,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:19,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:19,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72732939, jitterRate=0.08380524814128876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333179216Initializing all the Stores at 1733333179217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333179217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179217Cleaning up temporary data from old regions at 1733333179225 (+8 ms)Region opened successfully at 1733333179229 (+4 ms) 2024-12-04T17:26:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:19,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:19,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:19,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333179229Disabling compacts and flushes for region at 1733333179229Disabling writes for close at 1733333179229Writing region close event to WAL at 1733333179234 (+5 ms)Closed at 1733333179234 2024-12-04T17:26:19,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:19,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:26:19,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:26:19,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:19,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:26:19,250 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(746): ClusterId : be84610f-f369-4c88-bf6a-d6e05d5e58d9 2024-12-04T17:26:19,250 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:26:19,253 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:26:19,253 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:26:19,255 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:26:19,255 DEBUG [RS:0;1bc61fcf61ea:46725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e2e340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:19,270 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:46725 2024-12-04T17:26:19,271 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:26:19,271 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:26:19,271 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:26:19,271 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,41495,1733333177688 with port=46725, startcode=1733333177726 2024-12-04T17:26:19,272 DEBUG [RS:0;1bc61fcf61ea:46725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:26:19,273 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:26:19,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,275 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8 2024-12-04T17:26:19,275 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46205 2024-12-04T17:26:19,275 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:26:19,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/rs 2024-12-04T17:26:19,278 DEBUG [RS:0;1bc61fcf61ea:46725 {}] zookeeper.ZKUtil(111): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on existing znode=/1-631222164/rs/1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,278 WARN [RS:0;1bc61fcf61ea:46725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:19,278 INFO [RS:0;1bc61fcf61ea:46725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:19,278 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,46725,1733333177726] 2024-12-04T17:26:19,283 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:26:19,288 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:26:19,292 INFO [RS:0;1bc61fcf61ea:46725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:26:19,292 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,292 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:26:19,293 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:26:19,293 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:19,293 DEBUG [RS:0;1bc61fcf61ea:46725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,294 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,46725,1733333177726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:19,312 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:26:19,312 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,46725,1733333177726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,312 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,313 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.Replication(171): 1bc61fcf61ea,46725,1733333177726 started 2024-12-04T17:26:19,324 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,324 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,46725,1733333177726, RpcServer on 1bc61fcf61ea/172.17.0.2:46725, sessionid=0x100a6449e110004 2024-12-04T17:26:19,324 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:26:19,324 DEBUG [RS:0;1bc61fcf61ea:46725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,324 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,46725,1733333177726' 2024-12-04T17:26:19,324 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-631222164/flush-table-proc/abort' 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-631222164/flush-table-proc/acquired' 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,46725,1733333177726' 2024-12-04T17:26:19,325 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-631222164/online-snapshot/abort' 2024-12-04T17:26:19,326 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-631222164/online-snapshot/acquired' 2024-12-04T17:26:19,326 DEBUG [RS:0;1bc61fcf61ea:46725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:26:19,326 INFO [RS:0;1bc61fcf61ea:46725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:26:19,326 INFO [RS:0;1bc61fcf61ea:46725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:26:19,388 WARN [1bc61fcf61ea:41495 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:26:19,427 INFO [RS:0;1bc61fcf61ea:46725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:19,428 INFO [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C46725%2C1733333177726, suffix=, logDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726, archiveDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/oldWALs, maxLogs=10 2024-12-04T17:26:19,440 DEBUG [RS:0;1bc61fcf61ea:46725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.1733333179429, exclude list is [], retry=0 2024-12-04T17:26:19,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-06713f2d-baa8-4fa3-bc7e-bd42edd83863,DISK] 2024-12-04T17:26:19,445 INFO [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.1733333179429 2024-12-04T17:26:19,445 DEBUG [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34931:34931)] 2024-12-04T17:26:19,638 DEBUG [1bc61fcf61ea:41495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:19,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,46725,1733333177726, state=OPENING 2024-12-04T17:26:19,641 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:26:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:19,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631222164/meta-region-server: CHANGED 2024-12-04T17:26:19,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631222164/meta-region-server: CHANGED 2024-12-04T17:26:19,643 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:19,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46725,1733333177726}] 2024-12-04T17:26:19,795 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:19,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:26:19,799 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:26:19,799 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:19,799 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:26:19,801 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C46725%2C1733333177726.meta, suffix=.meta, logDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726, archiveDir=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/oldWALs, maxLogs=10 2024-12-04T17:26:19,812 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.meta.1733333179801.meta, exclude list is [], retry=0 2024-12-04T17:26:19,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39607,DS-06713f2d-baa8-4fa3-bc7e-bd42edd83863,DISK] 2024-12-04T17:26:19,816 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.meta.1733333179801.meta 2024-12-04T17:26:19,816 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34931:34931)] 2024-12-04T17:26:19,816 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:19,817 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:26:19,817 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:26:19,817 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:26:19,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:19,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:19,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:19,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:19,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:19,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:19,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:19,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:19,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:19,824 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:19,825 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740 2024-12-04T17:26:19,825 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740 2024-12-04T17:26:19,826 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:19,826 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:19,827 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:19,828 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:19,828 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64718720, jitterRate=-0.03561592102050781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:19,828 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:26:19,828 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333179817Writing region info on filesystem at 1733333179817Initializing all the Stores at 1733333179818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179818Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333179818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333179818Cleaning up temporary data from old regions at 1733333179826 (+8 ms)Running coprocessor post-open hooks at 1733333179828 (+2 ms)Region opened successfully at 1733333179828 2024-12-04T17:26:19,829 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333179795 2024-12-04T17:26:19,831 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:26:19,831 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:26:19,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,46725,1733333177726, state=OPEN 2024-12-04T17:26:19,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-631222164/meta-region-server 2024-12-04T17:26:19,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-631222164/meta-region-server 2024-12-04T17:26:19,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:19,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631222164/meta-region-server: CHANGED 2024-12-04T17:26:19,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-631222164/meta-region-server: CHANGED 2024-12-04T17:26:19,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:26:19,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,46725,1733333177726 in 191 msec 2024-12-04T17:26:19,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:26:19,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-12-04T17:26:19,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:19,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:26:19,839 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:19,839 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,46725,1733333177726, seqNum=-1] 2024-12-04T17:26:19,839 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:19,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:19,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 682 msec 2024-12-04T17:26:19,845 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333179845, completionTime=-1 2024-12-04T17:26:19,845 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:26:19,845 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333239847 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333299847 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:41495, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,847 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,849 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:26:19,850 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.089sec 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:19,851 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:26:19,853 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:26:19,853 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:26:19,853 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41495,1733333177688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:19,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41495,-1 for getting cluster id 2024-12-04T17:26:19,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:19,951 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be84610f-f369-4c88-bf6a-d6e05d5e58d9' 2024-12-04T17:26:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be84610f-f369-4c88-bf6a-d6e05d5e58d9" 2024-12-04T17:26:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1ae52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41495,-1] 2024-12-04T17:26:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:19,953 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:19,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,46725,1733333177726, seqNum=-1] 2024-12-04T17:26:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:19,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:19,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:19,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a6449e110005 connected 2024-12-04T17:26:19,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39975,-1 for getting cluster id 2024-12-04T17:26:19,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:19,963 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bc9c01a-4f09-4259-ae4a-5fe720fd011b' 2024-12-04T17:26:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bc9c01a-4f09-4259-ae4a-5fe720fd011b" 2024-12-04T17:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3809e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39975,-1] 2024-12-04T17:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:19,965 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b20f73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db3be3d 2024-12-04T17:26:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:19,968 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:19,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:41495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:26:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:26:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:19,971 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:41495' 2024-12-04T17:26:19,972 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22711d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,972 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41495,-1 for getting cluster id 2024-12-04T17:26:19,972 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:19,973 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be84610f-f369-4c88-bf6a-d6e05d5e58d9' 2024-12-04T17:26:19,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:19,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be84610f-f369-4c88-bf6a-d6e05d5e58d9" 2024-12-04T17:26:19,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b67797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41495,-1] 2024-12-04T17:26:19,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:19,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:19,975 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:19,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb73f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:19,975 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68bcfc8f 2024-12-04T17:26:19,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:19,977 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:19,977 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T17:26:19,977 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:26:19,977 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:19,977 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:19,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:19,978 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:19,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:26:19,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:26:19,980 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:19,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:26:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741835_1011 (size=1138) 2024-12-04T17:26:20,029 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:26:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:20,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7391693abb03e03b051615e799133c0f, NAME => 'hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b 2024-12-04T17:26:20,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741836_1012 (size=44) 2024-12-04T17:26:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7391693abb03e03b051615e799133c0f, disabling compactions & flushes 2024-12-04T17:26:20,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. after waiting 0 ms 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:20,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:20,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7391693abb03e03b051615e799133c0f: Waiting for close lock at 1733333180796Disabling compacts and flushes for region at 1733333180796Disabling writes for close at 1733333180796Writing region close event to WAL at 1733333180796Closed at 1733333180796 2024-12-04T17:26:20,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:26:20,798 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333180797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333180797"}]},"ts":"1733333180797"} 2024-12-04T17:26:20,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:26:20,801 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:26:20,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333180801"}]},"ts":"1733333180801"} 2024-12-04T17:26:20,803 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:26:20,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN}] 2024-12-04T17:26:20,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN 2024-12-04T17:26:20,805 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,37077,1733333173523; forceNewPlan=false, retain=false 2024-12-04T17:26:20,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7391693abb03e03b051615e799133c0f, regionState=OPENING, regionLocation=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:20,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN because future has completed 2024-12-04T17:26:20,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,37077,1733333173523}] 2024-12-04T17:26:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:21,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:21,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:21,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:26:21,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37077%2C1733333173523.rep, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:21,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.rep.1733333181115, exclude list is [], retry=0 2024-12-04T17:26:21,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:21,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.rep.1733333181115 2024-12-04T17:26:21,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7391693abb03e03b051615e799133c0f, NAME => 'hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:21,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. service=MultiRowMutationService 2024-12-04T17:26:21,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,131 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,132 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName hfileref 2024-12-04T17:26:21,132 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:21,133 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:21,133 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,134 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName queue 2024-12-04T17:26:21,134 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:21,134 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:21,134 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,135 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName sid 2024-12-04T17:26:21,135 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:21,135 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:21,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:21,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:21,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7391693abb03e03b051615e799133c0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68323183, jitterRate=0.018094763159751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:21,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:21,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7391693abb03e03b051615e799133c0f: Running coprocessor pre-open hook at 1733333181129Writing region info on filesystem at 1733333181129Initializing all the Stores at 1733333181130 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333181130Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333181131 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333181131Cleaning up temporary data from old regions at 1733333181137 (+6 ms)Running coprocessor post-open hooks at 1733333181140 (+3 ms)Region opened successfully at 1733333181141 (+1 ms) 2024-12-04T17:26:21,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., pid=7, masterSystemTime=1733333181110 2024-12-04T17:26:21,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:21,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:21,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7391693abb03e03b051615e799133c0f, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:21,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,37077,1733333173523 because future has completed 2024-12-04T17:26:21,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T17:26:21,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,37077,1733333173523 in 188 msec 2024-12-04T17:26:21,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:26:21,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN in 344 msec 2024-12-04T17:26:21,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:26:21,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333181149"}]},"ts":"1733333181149"} 2024-12-04T17:26:21,151 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:26:21,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:26:21,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-12-04T17:26:21,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., hostname=1bc61fcf61ea,37077,1733333173523, seqNum=2] 2024-12-04T17:26:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:21,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:21,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:26:21,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T17:26:21,344 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:26:21,374 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,37077,1733333173523, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:26:21,375 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:21,375 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37077,1733333173523, seqNum=-1] 2024-12-04T17:26:21,375 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:21,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T17:26:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,37077,1733333173523', locateType=CURRENT is [region=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., hostname=1bc61fcf61ea,37077,1733333173523, seqNum=2] 2024-12-04T17:26:21,380 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T17:26:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T17:26:21,383 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,37077,1733333173523 suceeded 2024-12-04T17:26:21,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T17:26:21,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-04T17:26:21,385 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:41495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:26:21,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-12-04T17:26:21,395 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:41495' 2024-12-04T17:26:21,396 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d6c416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:21,396 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41495,-1 for getting cluster id 2024-12-04T17:26:21,396 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:21,397 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be84610f-f369-4c88-bf6a-d6e05d5e58d9' 2024-12-04T17:26:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be84610f-f369-4c88-bf6a-d6e05d5e58d9" 2024-12-04T17:26:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b233c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41495,-1] 2024-12-04T17:26:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:21,399 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:21,399 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1829b53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:21,399 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bda8f2 2024-12-04T17:26:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:21,401 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:21,402 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,37077,1733333173523 (queues=1) is replicating from cluster=7bc9c01a-4f09-4259-ae4a-5fe720fd011b to cluster=be84610f-f369-4c88-bf6a-d6e05d5e58d9 2024-12-04T17:26:21,402 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C37077%2C1733333173523 2024-12-04T17:26:21,402 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,37077,1733333173523, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:26:21,402 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.shipper1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C37077%2C1733333173523 2024-12-04T17:26:21,402 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499, startPosition=0, beingWritten=true 2024-12-04T17:26:21,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:21,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:21,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:26:21,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:26:21,609 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 to pos 0, reset compression=false 2024-12-04T17:26:21,914 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 to pos 0, reset compression=false 2024-12-04T17:26:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:22,117 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:26:22,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:22,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:22,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:22,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f7bdf 2024-12-04T17:26:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:22,120 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:22,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39975 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:26:22,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:22,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:22,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:22,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=997906805, stopped=false 2024-12-04T17:26:22,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,39975,1733333173481 2024-12-04T17:26:22,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:22,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:22,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:22,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:22,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:22,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:22,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:22,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,37077,1733333173523' ***** 2024-12-04T17:26:22,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:22,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(3091): Received CLOSE for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:22,124 INFO [RS:0;1bc61fcf61ea:37077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:37077. 2024-12-04T17:26:22,125 DEBUG [RS:0;1bc61fcf61ea:37077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:22,125 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7391693abb03e03b051615e799133c0f, disabling compactions & flushes 2024-12-04T17:26:22,125 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:22,125 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:22,125 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. after waiting 0 ms 2024-12-04T17:26:22,125 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:22,125 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:22,125 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7391693abb03e03b051615e799133c0f 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T17:26:22,125 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:26:22,125 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1325): Online Regions={7391693abb03e03b051615e799133c0f=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:22,125 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:22,125 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:22,125 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:22,125 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T17:26:22,139 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/ac68b94dcc47431e93ac00c078426c33 is 147, key is hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f./info:regioninfo/1733333181143/Put/seqid=0 2024-12-04T17:26:22,142 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/.tmp/queue/db252448b59f45aabd58feff6ba4548a is 151, key is 1-1bc61fcf61ea,37077,1733333173523/queue:1bc61fcf61ea%2C37077%2C1733333173523/1733333181379/Put/seqid=0 2024-12-04T17:26:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741838_1014 (size=6631) 2024-12-04T17:26:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741839_1015 (size=5350) 2024-12-04T17:26:22,178 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:22,318 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 to pos 0, reset compression=false 2024-12-04T17:26:22,325 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:22,373 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:26:22,373 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:26:22,525 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:22,545 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/ac68b94dcc47431e93ac00c078426c33 2024-12-04T17:26:22,548 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/.tmp/queue/db252448b59f45aabd58feff6ba4548a 2024-12-04T17:26:22,561 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/.tmp/queue/db252448b59f45aabd58feff6ba4548a as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/queue/db252448b59f45aabd58feff6ba4548a 2024-12-04T17:26:22,566 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/queue/db252448b59f45aabd58feff6ba4548a, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T17:26:22,567 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7391693abb03e03b051615e799133c0f in 442ms, sequenceid=5, compaction requested=false 2024-12-04T17:26:22,570 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/ns/2f13ce6341da4111aa3294c74fa414e7 is 43, key is default/ns:d/1733333176501/Put/seqid=0 2024-12-04T17:26:22,573 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:26:22,573 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:22,573 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:22,573 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:22,574 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7391693abb03e03b051615e799133c0f: Waiting for close lock at 1733333182124Running coprocessor pre-close hooks at 1733333182124Disabling compacts and flushes for region at 1733333182125 (+1 ms)Disabling writes for close at 1733333182125Obtaining lock to block concurrent updates at 1733333182125Preparing flush snapshotting stores in 7391693abb03e03b051615e799133c0f at 1733333182125Finished memstore snapshotting hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733333182125Flushing stores of hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. at 1733333182127 (+2 ms)Flushing 7391693abb03e03b051615e799133c0f/queue: creating writer at 1733333182127Flushing 7391693abb03e03b051615e799133c0f/queue: appending metadata at 1733333182142 (+15 ms)Flushing 7391693abb03e03b051615e799133c0f/queue: closing flushed file at 1733333182142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bbef4: reopening flushed file at 1733333182556 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7391693abb03e03b051615e799133c0f in 442ms, sequenceid=5, compaction requested=false at 1733333182567 (+11 ms)Writing region close event to WAL at 1733333182569 (+2 ms)Running coprocessor post-close hooks at 1733333182573 (+4 ms)Closed at 1733333182573 2024-12-04T17:26:22,574 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741840_1016 (size=5153) 2024-12-04T17:26:22,726 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:22,823 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 to pos 0, reset compression=false 2024-12-04T17:26:22,926 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:22,975 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/ns/2f13ce6341da4111aa3294c74fa414e7 2024-12-04T17:26:22,999 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/table/3bc76304170a454283a4816c6271f66e is 53, key is hbase:replication/table:state/1733333181149/Put/seqid=0 2024-12-04T17:26:23,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741841_1017 (size=5256) 2024-12-04T17:26:23,126 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:26:23,126 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:23,126 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:23,326 DEBUG [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:23,403 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/table/3bc76304170a454283a4816c6271f66e 2024-12-04T17:26:23,409 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/ac68b94dcc47431e93ac00c078426c33 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/info/ac68b94dcc47431e93ac00c078426c33 2024-12-04T17:26:23,413 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/info/ac68b94dcc47431e93ac00c078426c33, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T17:26:23,414 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/ns/2f13ce6341da4111aa3294c74fa414e7 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/ns/2f13ce6341da4111aa3294c74fa414e7 2024-12-04T17:26:23,419 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/ns/2f13ce6341da4111aa3294c74fa414e7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:26:23,420 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/table/3bc76304170a454283a4816c6271f66e as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/table/3bc76304170a454283a4816c6271f66e 2024-12-04T17:26:23,425 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/table/3bc76304170a454283a4816c6271f66e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T17:26:23,426 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-12-04T17:26:23,427 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.1733333175499 to pos 0, reset compression=false 2024-12-04T17:26:23,433 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:26:23,434 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:23,434 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:23,434 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:23,434 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333182125Running coprocessor pre-close hooks at 1733333182125Disabling compacts and flushes for region at 1733333182125Disabling writes for close at 1733333182125Obtaining lock to block concurrent updates at 1733333182125Preparing flush snapshotting stores in 1588230740 at 1733333182125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733333182125Flushing stores of hbase:meta,,1.1588230740 at 1733333182126 (+1 ms)Flushing 1588230740/info: creating writer at 1733333182126Flushing 1588230740/info: appending metadata at 1733333182139 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733333182139Flushing 1588230740/ns: creating writer at 1733333182551 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733333182570 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733333182570Flushing 1588230740/table: creating writer at 1733333182980 (+410 ms)Flushing 1588230740/table: appending metadata at 1733333182998 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733333182998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b278b3f: reopening flushed file at 1733333183408 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@907117c: reopening flushed file at 1733333183413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbe4288: reopening flushed file at 1733333183419 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1733333183426 (+7 ms)Writing region close event to WAL at 1733333183427 (+1 ms)Running coprocessor post-close hooks at 1733333183434 (+7 ms)Closed at 1733333183434 2024-12-04T17:26:23,434 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:23,526 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,37077,1733333173523; all regions closed. 2024-12-04T17:26:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741834_1010 (size=2742) 2024-12-04T17:26:23,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.meta.1733333176439.meta not finished, retry = 0 2024-12-04T17:26:23,632 DEBUG [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:23,632 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C37077%2C1733333173523.meta:.meta(num 1733333176439) 2024-12-04T17:26:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741837_1013 (size=1586) 2024-12-04T17:26:23,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523/1bc61fcf61ea%2C37077%2C1733333173523.rep.1733333181115 not finished, retry = 0 2024-12-04T17:26:23,737 DEBUG [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:23,737 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C37077%2C1733333173523.rep:(num 1733333181115) 2024-12-04T17:26:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741832_1008 (size=93) 2024-12-04T17:26:23,741 DEBUG [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:23,741 INFO [RS:0;1bc61fcf61ea:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C37077%2C1733333173523:(num 1733333175499) 2024-12-04T17:26:23,741 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:23,741 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:23,741 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:23,741 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:23,741 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:23,741 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:23,742 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,37077,1733333173523 because: Region server is closing 2024-12-04T17:26:23,742 INFO [RS:0;1bc61fcf61ea:37077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:37077. 2024-12-04T17:26:23,742 DEBUG [RS:0;1bc61fcf61ea:37077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:23,742 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:23,742 DEBUG [RS:0;1bc61fcf61ea:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:23,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:23,842 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.shipper1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:26:23,843 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.shipper1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 terminated 2024-12-04T17:26:23,843 INFO [RS:0;1bc61fcf61ea:37077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37077 2024-12-04T17:26:23,842 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37077,1733333173523.replicationSource.wal-reader.1bc61fcf61ea%2C37077%2C1733333173523,1-1bc61fcf61ea,37077,1733333173523 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:26:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/rs 2024-12-04T17:26:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/rs/1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:23,844 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:23,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,37077,1733333173523] 2024-12-04T17:26:23,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/draining/1bc61fcf61ea,37077,1733333173523 already deleted, retry=false 2024-12-04T17:26:23,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,37077,1733333173523 expired; onlineServers=0 2024-12-04T17:26:23,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,39975,1733333173481' ***** 2024-12-04T17:26:23,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:23,845 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:23,846 DEBUG [M:0;1bc61fcf61ea:39975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:23,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:23,846 DEBUG [M:0;1bc61fcf61ea:39975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:23,846 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333175270 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333175270,5,FailOnTimeoutGroup] 2024-12-04T17:26:23,846 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333175270 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333175270,5,FailOnTimeoutGroup] 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:23,846 DEBUG [M:0;1bc61fcf61ea:39975 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:23,846 INFO [M:0;1bc61fcf61ea:39975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:23,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/master 2024-12-04T17:26:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:23,847 DEBUG [M:0;1bc61fcf61ea:39975 {}] zookeeper.ZKUtil(347): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/master because node does not exist (not an error) 2024-12-04T17:26:23,847 WARN [M:0;1bc61fcf61ea:39975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:23,847 INFO [M:0;1bc61fcf61ea:39975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.lastflushedseqids 2024-12-04T17:26:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741842_1018 (size=181) 2024-12-04T17:26:23,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:23,945 INFO [RS:0;1bc61fcf61ea:37077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:23,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x100a6449e110001, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:23,945 INFO [RS:0;1bc61fcf61ea:37077 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,37077,1733333173523; zookeeper connection closed. 2024-12-04T17:26:23,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea5b9e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea5b9e6 2024-12-04T17:26:23,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:24,253 INFO [M:0;1bc61fcf61ea:39975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:24,253 INFO [M:0;1bc61fcf61ea:39975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:24,253 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:24,253 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:24,253 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:24,253 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:24,253 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:24,253 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T17:26:24,267 DEBUG [M:0;1bc61fcf61ea:39975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e2b78e330ba4309a4f33284466ba64d is 82, key is hbase:meta,,1/info:regioninfo/1733333176488/Put/seqid=0 2024-12-04T17:26:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741843_1019 (size=5672) 2024-12-04T17:26:24,671 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e2b78e330ba4309a4f33284466ba64d 2024-12-04T17:26:24,692 DEBUG [M:0;1bc61fcf61ea:39975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10084bdb93b549e88266f31c6712e13d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733333181153/Put/seqid=0 2024-12-04T17:26:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741844_1020 (size=7203) 2024-12-04T17:26:25,097 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10084bdb93b549e88266f31c6712e13d 2024-12-04T17:26:25,113 DEBUG [M:0;1bc61fcf61ea:39975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c4e84f21b4bd2a2d416f954c0e411 is 69, key is 1bc61fcf61ea,37077,1733333173523/rs:state/1733333175362/Put/seqid=0 2024-12-04T17:26:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741845_1021 (size=5156) 2024-12-04T17:26:25,518 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c4e84f21b4bd2a2d416f954c0e411 2024-12-04T17:26:25,522 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e2b78e330ba4309a4f33284466ba64d as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e2b78e330ba4309a4f33284466ba64d 2024-12-04T17:26:25,527 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e2b78e330ba4309a4f33284466ba64d, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T17:26:25,527 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10084bdb93b549e88266f31c6712e13d as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10084bdb93b549e88266f31c6712e13d 2024-12-04T17:26:25,532 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10084bdb93b549e88266f31c6712e13d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T17:26:25,534 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/888c4e84f21b4bd2a2d416f954c0e411 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c4e84f21b4bd2a2d416f954c0e411 2024-12-04T17:26:25,538 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c4e84f21b4bd2a2d416f954c0e411, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T17:26:25,539 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-04T17:26:25,540 INFO [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:25,540 DEBUG [M:0;1bc61fcf61ea:39975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333184253Disabling compacts and flushes for region at 1733333184253Disabling writes for close at 1733333184253Obtaining lock to block concurrent updates at 1733333184253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333184253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733333184254 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333184254Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333184254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333184266 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333184266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333184675 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333184692 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333184692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333185101 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333185113 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333185113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c918af: reopening flushed file at 1733333185522 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74eb6d07: reopening flushed file at 1733333185527 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ddaf728: reopening flushed file at 1733333185533 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733333185539 (+6 ms)Writing region close event to WAL at 1733333185540 (+1 ms)Closed at 1733333185540 2024-12-04T17:26:25,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741830_1006 (size=41008) 2024-12-04T17:26:25,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 not finished, retry = 0 2024-12-04T17:26:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:26:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T17:26:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T17:26:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T17:26:25,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:25,643 INFO [M:0;1bc61fcf61ea:39975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:25,643 INFO [M:0;1bc61fcf61ea:39975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39975 2024-12-04T17:26:25,644 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:25,745 INFO [M:0;1bc61fcf61ea:39975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39975-0x100a6449e110000, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:25,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:25,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44513 2024-12-04T17:26:25,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44513 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:25,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445130x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:25,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44513-0x100a6449e110006 connected 2024-12-04T17:26:25,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:25,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:25,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:25,757 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: INIT 2024-12-04T17:26:25,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b, hbase.cluster.distributed=false 2024-12-04T17:26:25,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/acl 2024-12-04T17:26:25,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-04T17:26:25,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44513 2024-12-04T17:26:25,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44513 2024-12-04T17:26:25,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-04T17:26:25,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44513 2024-12-04T17:26:25,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:25,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36275 2024-12-04T17:26:25,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36275 connecting to ZooKeeper ensemble=127.0.0.1:54903 2024-12-04T17:26:25,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:25,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:25,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362750x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:25,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362750x0, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:25,790 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: INIT 2024-12-04T17:26:25,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36275-0x100a6449e110007 connected 2024-12-04T17:26:25,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:26:25,790 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:26:25,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/master 2024-12-04T17:26:25,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/acl 2024-12-04T17:26:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36275 2024-12-04T17:26:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36275 2024-12-04T17:26:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36275 2024-12-04T17:26:25,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36275 2024-12-04T17:26:25,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36275 2024-12-04T17:26:25,808 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:44513 2024-12-04T17:26:25,808 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1375311026/backup-masters/1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:25,810 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/backup-masters/1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/master 2024-12-04T17:26:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:25,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:25,811 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/master 2024-12-04T17:26:25,811 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1375311026/backup-masters/1bc61fcf61ea,44513,1733333185746 from backup master directory 2024-12-04T17:26:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/backup-masters/1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/backup-masters 2024-12-04T17:26:25,812 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:25,812 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:25,821 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:25,821 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:26:25,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-04T17:26:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741846_1022 (size=196) 2024-12-04T17:26:26,234 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:26,234 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:26:26,235 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:26,239 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T17:26:26,241 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481 to hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481-dead as it is dead 2024-12-04T17:26:26,242 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481-dead/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:26,242 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481-dead/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 after 0ms 2024-12-04T17:26:26,243 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481-dead/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 to hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:26,243 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,39975,1733333173481-dead 2024-12-04T17:26:26,243 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:26,244 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:26,245 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C44513%2C1733333185746, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,44513,1733333185746, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/oldWALs, maxLogs=10 2024-12-04T17:26:26,262 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,44513,1733333185746/1bc61fcf61ea%2C44513%2C1733333185746.1733333186245, exclude list is [], retry=0 2024-12-04T17:26:26,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:26,267 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,44513,1733333185746/1bc61fcf61ea%2C44513%2C1733333185746.1733333186245 2024-12-04T17:26:26,267 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:26,267 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:26,267 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:26,267 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,267 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:26:26,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e2b78e330ba4309a4f33284466ba64d 2024-12-04T17:26:26,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:26,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:26:26,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10084bdb93b549e88266f31c6712e13d 2024-12-04T17:26:26,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:26,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:26:26,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/888c4e84f21b4bd2a2d416f954c0e411 2024-12-04T17:26:26,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:26,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:26:26,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:26,289 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,289 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T17:26:26,289 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:26,294 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:26,295 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/1bc61fcf61ea%2C39975%2C1733333173481.1733333175206 2024-12-04T17:26:26,296 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,296 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,297 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:26,298 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:26,300 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T17:26:26,300 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64027343, jitterRate=-0.045918241143226624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:26,301 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333186267Initializing all the Stores at 1733333186268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333186268Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333186268Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333186268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333186268Cleaning up temporary data from old regions at 1733333186296 (+28 ms)Region opened successfully at 1733333186301 (+5 ms) 2024-12-04T17:26:26,301 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:26:26,303 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af60219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:26,305 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T17:26:26,305 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:26:26,305 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:26:26,305 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:26:26,306 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:26:26,308 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:26,309 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:26:26,309 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:26:26,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T17:26:26,309 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:26:26,311 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1bc61fcf61ea,37077,1733333173523, regionLocation=1bc61fcf61ea,37077,1733333173523, openSeqNum=2 2024-12-04T17:26:26,311 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1bc61fcf61ea,37077,1733333173523, table=hbase:meta, region=1588230740 2024-12-04T17:26:26,311 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37077,1733333173523, state=OPEN 2024-12-04T17:26:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,315 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:26:26,316 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/draining/1bc61fcf61ea,37077,1733333173523 already deleted, retry=false 2024-12-04T17:26:26,316 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 1bc61fcf61ea,37077,1733333173523 on 1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:26,317 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1bc61fcf61ea,37077,1733333173523, splitWal=true, meta=true 2024-12-04T17:26:26,317 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 1bc61fcf61ea,37077,1733333173523 (carryingMeta=true) 1bc61fcf61ea,37077,1733333173523/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b263fb2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T17:26:26,318 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/balancer because node does not exist (not necessarily an error) 2024-12-04T17:26:26,319 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/balancer already deleted, retry=false 2024-12-04T17:26:26,319 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:26:26,320 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:26:26,320 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/normalizer already deleted, retry=false 2024-12-04T17:26:26,320 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:26:26,321 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:26:26,322 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/switch/split already deleted, retry=false 2024-12-04T17:26:26,322 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:26:26,323 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/switch/merge already deleted, retry=false 2024-12-04T17:26:26,326 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:26:26,326 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/snapshot-cleanup already deleted, retry=false 2024-12-04T17:26:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:26,327 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,44513,1733333185746, sessionid=0x100a6449e110006, setting cluster-up flag (Was=false) 2024-12-04T17:26:26,329 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1375311026/flush-table-proc/acquired, /0-1375311026/flush-table-proc/reached, /0-1375311026/flush-table-proc/abort 2024-12-04T17:26:26,329 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:26,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1375311026/online-snapshot/acquired, /0-1375311026/online-snapshot/reached, /0-1375311026/online-snapshot/abort 2024-12-04T17:26:26,332 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:26,333 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.lastflushedseqids 2024-12-04T17:26:26,334 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:26:26,334 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:26:26,335 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,44513,1733333185746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 1bc61fcf61ea,37077,1733333173523 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:26:26,335 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:26,335 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:26,336 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333216337 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:26:26,337 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:26:26,337 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,37077,1733333173523, splitWal=true, meta=true 2024-12-04T17:26:26,338 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,37077,1733333173523, splitWal=true, meta=true, isMeta: true 2024-12-04T17:26:26,339 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523-splitting 2024-12-04T17:26:26,340 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523-splitting dir is empty, no logs to split. 2024-12-04T17:26:26,340 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bc61fcf61ea,37077,1733333173523 WAL count=0, meta=true 2024-12-04T17:26:26,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:26:26,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:26:26,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:26:26,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:26:26,342 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:26:26,342 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:26:26,342 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333186342,5,FailOnTimeoutGroup] 2024-12-04T17:26:26,342 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523-splitting dir is empty, no logs to split. 2024-12-04T17:26:26,342 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bc61fcf61ea,37077,1733333173523 WAL count=0, meta=true 2024-12-04T17:26:26,342 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1bc61fcf61ea,37077,1733333173523 WAL splitting is done? wals=0, meta=true 2024-12-04T17:26:26,342 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333186342,5,FailOnTimeoutGroup] 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333186343, completionTime=-1 2024-12-04T17:26:26,343 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T17:26:26,343 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T17:26:26,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:26:26,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:26,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T17:26:26,401 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(746): ClusterId : 7bc9c01a-4f09-4259-ae4a-5fe720fd011b 2024-12-04T17:26:26,401 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:26:26,402 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:26:26,402 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:26:26,403 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:26:26,404 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf84d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:26,419 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:36275 2024-12-04T17:26:26,419 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:26:26,419 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:26:26,419 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:26:26,420 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,44513,1733333185746 with port=36275, startcode=1733333185782 2024-12-04T17:26:26,420 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:26:26,422 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:26:26,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,423 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b 2024-12-04T17:26:26,423 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39551 2024-12-04T17:26:26,423 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:26:26,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/rs 2024-12-04T17:26:26,426 DEBUG [RS:0;1bc61fcf61ea:36275 {}] zookeeper.ZKUtil(111): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on existing znode=/0-1375311026/rs/1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,426 WARN [RS:0;1bc61fcf61ea:36275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:26,426 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:26,426 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,36275,1733333185782] 2024-12-04T17:26:26,443 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:26:26,443 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T17:26:26,444 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:26:26,444 INFO [RS:0;1bc61fcf61ea:36275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:26:26,444 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,444 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:26:26,445 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:26:26,445 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:26,445 DEBUG [RS:0;1bc61fcf61ea:36275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,446 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36275,1733333185782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:26,460 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:26:26,460 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,36275,1733333185782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,472 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,36275,1733333185782, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:26:26,472 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,472 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.Replication(171): 1bc61fcf61ea,36275,1733333185782 started 2024-12-04T17:26:26,483 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:26,483 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:41495' 2024-12-04T17:26:26,483 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,36275,1733333185782, RpcServer on 1bc61fcf61ea/172.17.0.2:36275, sessionid=0x100a6449e110007 2024-12-04T17:26:26,483 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:26:26,483 DEBUG [RS:0;1bc61fcf61ea:36275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,483 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,36275,1733333185782' 2024-12-04T17:26:26,483 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1375311026/flush-table-proc/abort' 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1375311026/flush-table-proc/acquired' 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e08d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,36275,1733333185782' 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1375311026/online-snapshot/abort' 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41495,-1 for getting cluster id 2024-12-04T17:26:26,484 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:26,485 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1375311026/online-snapshot/acquired' 2024-12-04T17:26:26,485 DEBUG [RS:0;1bc61fcf61ea:36275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:26:26,485 INFO [RS:0;1bc61fcf61ea:36275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:26:26,485 INFO [RS:0;1bc61fcf61ea:36275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:26:26,485 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be84610f-f369-4c88-bf6a-d6e05d5e58d9' 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be84610f-f369-4c88-bf6a-d6e05d5e58d9" 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e30fd85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41495,-1] 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:26,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:26,487 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:26,488 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3899ec07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:26,488 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7029dac9 2024-12-04T17:26:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:26,489 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:26,490 INFO [RS:0;1bc61fcf61ea:36275.replicationSource,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,36275,1733333185782 (queues=0) is replicating from cluster=7bc9c01a-4f09-4259-ae4a-5fe720fd011b to cluster=be84610f-f369-4c88-bf6a-d6e05d5e58d9 2024-12-04T17:26:26,494 WARN [1bc61fcf61ea:44513 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:26:26,585 INFO [RS:0;1bc61fcf61ea:36275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:26,587 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36275%2C1733333185782, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:26,600 DEBUG [RS:0;1bc61fcf61ea:36275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587, exclude list is [], retry=0 2024-12-04T17:26:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:26,604 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 2024-12-04T17:26:26,605 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 1bc61fcf61ea%2C36275%2C1733333185782 for peer 1 2024-12-04T17:26:26,605 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C36275%2C1733333185782 2024-12-04T17:26:26,605 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,36275,1733333185782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:26:26,606 DEBUG [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:26,606 INFO [RS:0;1bc61fcf61ea:36275.replicationSource.shipper1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C36275%2C1733333185782 2024-12-04T17:26:26,606 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587, startPosition=0, beingWritten=true 2024-12-04T17:26:26,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:26,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:26,745 DEBUG [1bc61fcf61ea:44513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:26,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,36275,1733333185782, state=OPENING 2024-12-04T17:26:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:26,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36275,1733333185782}] 2024-12-04T17:26:26,812 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:26,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:26,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:26:26,902 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:26:26,902 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:26,902 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:26:26,904 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36275%2C1733333185782.meta, suffix=.meta, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:26,915 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.meta.1733333186904.meta, exclude list is [], retry=0 2024-12-04T17:26:26,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:26,919 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.meta.1733333186904.meta 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:26,919 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:26:26,919 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:26:26,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:26,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:26:26,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:26:26,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:26,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:26,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,927 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/info/ac68b94dcc47431e93ac00c078426c33 2024-12-04T17:26:26,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:26,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:26,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:26,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,933 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/ns/2f13ce6341da4111aa3294c74fa414e7 2024-12-04T17:26:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:26,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:26,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:26,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:26,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:26,940 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/table/3bc76304170a454283a4816c6271f66e 2024-12-04T17:26:26,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:26,940 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:26,941 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:26,942 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740 2024-12-04T17:26:26,943 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:26,943 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:26,943 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:26,944 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:26,945 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62896962, jitterRate=-0.06276223063468933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:26,945 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:26:26,945 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333186920Writing region info on filesystem at 1733333186920Initializing all the Stores at 1733333186920Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333186920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333186921 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333186921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333186921Cleaning up temporary data from old regions at 1733333186943 (+22 ms)Running coprocessor post-open hooks at 1733333186945 (+2 ms)Region opened successfully at 1733333186945 2024-12-04T17:26:26,946 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733333186898 2024-12-04T17:26:26,948 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:26:26,948 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:26:26,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,36275,1733333185782, state=OPEN 2024-12-04T17:26:26,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1375311026/meta-region-server 2024-12-04T17:26:26,950 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:26,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1375311026/meta-region-server: CHANGED 2024-12-04T17:26:26,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T17:26:26,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,36275,1733333185782 in 203 msec 2024-12-04T17:26:26,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:26:26,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-12-04T17:26:27,117 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:27,521 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:27,946 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T17:26:28,026 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:28,630 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:29,335 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:29,448 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T17:26:30,139 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:30,850 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T17:26:30,851 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:26:30,851 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:30,851 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,36275,1733333185782, seqNum=-1] 2024-12-04T17:26:30,851 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:30,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:30,856 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7391693abb03e03b051615e799133c0f, regionState=OPEN, lastHost=1bc61fcf61ea,37077,1733333173523, regionLocation=1bc61fcf61ea,37077,1733333173523, openSeqNum=2 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333250856 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333310856 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T17:26:30,856 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1bc61fcf61ea,37077,1733333173523 had 2 regions 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:44513, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,856 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,857 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1bc61fcf61ea,37077,1733333173523, splitWal=true, meta=true, isMeta: false 2024-12-04T17:26:30,858 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523-splitting dir is empty, no logs to split. 2024-12-04T17:26:30,858 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1bc61fcf61ea,37077,1733333173523 WAL count=0, meta=false 2024-12-04T17:26:30,861 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,37077,1733333173523-splitting dir is empty, no logs to split. 2024-12-04T17:26:30,861 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1bc61fcf61ea,37077,1733333173523 WAL count=0, meta=false 2024-12-04T17:26:30,861 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 1bc61fcf61ea,37077,1733333173523 WAL splitting is done? wals=0, meta=false 2024-12-04T17:26:30,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.050sec 2024-12-04T17:26:30,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:26:30,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:26:30,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:26:30,862 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:26:30,863 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:26:30,863 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:30,863 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:26:30,863 WARN [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=1bc61fcf61ea,37077,1733333173523/hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:30,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN}] 2024-12-04T17:26:30,865 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:26:30,865 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:26:30,866 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44513,1733333185746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:30,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN 2024-12-04T17:26:30,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T17:26:30,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44513,-1 for getting cluster id 2024-12-04T17:26:30,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:30,907 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bc9c01a-4f09-4259-ae4a-5fe720fd011b' 2024-12-04T17:26:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bc9c01a-4f09-4259-ae4a-5fe720fd011b" 2024-12-04T17:26:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44513,-1] 2024-12-04T17:26:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,908 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:30,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b580f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,36275,1733333185782, seqNum=-1] 2024-12-04T17:26:30,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:30,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T17:26:30,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:30,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 1bc61fcf61ea:44513 after: 1bc61fcf61ea:44513 2024-12-04T17:26:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44513,-1 for getting cluster id 2024-12-04T17:26:30,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:30,915 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bc9c01a-4f09-4259-ae4a-5fe720fd011b' 2024-12-04T17:26:30,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:30,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bc9c01a-4f09-4259-ae4a-5fe720fd011b" 2024-12-04T17:26:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2632b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44513,-1] 2024-12-04T17:26:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,917 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:30,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:30,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e492c7a 2024-12-04T17:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:30,919 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:30,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44513 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T17:26:30,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:30,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:30,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:30,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:30,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:30,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10715318, stopped=false 2024-12-04T17:26:30,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,41495,1733333177688 2024-12-04T17:26:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631222164/running 2024-12-04T17:26:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631222164/running 2024-12-04T17:26:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:30,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:30,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:30,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:30,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,46725,1733333177726' ***** 2024-12-04T17:26:30,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:30,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/running 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:30,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:30,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Set watcher on znode that does not yet exist, /1-631222164/running 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:46725. 2024-12-04T17:26:30,922 DEBUG [RS:0;1bc61fcf61ea:46725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:30,922 DEBUG [RS:0;1bc61fcf61ea:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:30,922 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:30,923 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:30,923 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:26:30,923 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:30,923 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:30,923 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:30,923 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:30,923 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:30,923 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:30,923 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:30,923 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T17:26:30,936 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/.tmp/ns/de95bef17af2482abb7fab4aece97b70 is 43, key is default/ns:d/1733333179841/Put/seqid=0 2024-12-04T17:26:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741835_1011 (size=5153) 2024-12-04T17:26:31,005 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:31,017 DEBUG [1bc61fcf61ea:44513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:31,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7391693abb03e03b051615e799133c0f, regionState=OPENING, regionLocation=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:31,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN because future has completed 2024-12-04T17:26:31,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,36275,1733333185782}] 2024-12-04T17:26:31,044 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:31,123 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:31,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:31,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:31,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:26:31,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C36275%2C1733333185782.rep, suffix=, logDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782, archiveDir=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs, maxLogs=10 2024-12-04T17:26:31,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.rep.1733333191176, exclude list is [], retry=0 2024-12-04T17:26:31,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-35061f50-1d62-4555-a262-a9c8747631d3,DISK] 2024-12-04T17:26:31,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.rep.1733333191176 2024-12-04T17:26:31,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43963:43963)] 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7391693abb03e03b051615e799133c0f, NAME => 'hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:31,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. service=MultiRowMutationService 2024-12-04T17:26:31,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,193 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,193 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName hfileref 2024-12-04T17:26:31,193 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:31,194 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:31,194 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,194 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName queue 2024-12-04T17:26:31,194 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:31,200 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/queue/db252448b59f45aabd58feff6ba4548a 2024-12-04T17:26:31,200 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:31,201 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,202 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7391693abb03e03b051615e799133c0f columnFamilyName sid 2024-12-04T17:26:31,202 DEBUG [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:31,202 INFO [StoreOpener-7391693abb03e03b051615e799133c0f-1 {}] regionserver.HStore(327): Store=7391693abb03e03b051615e799133c0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:31,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:31,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 7391693abb03e03b051615e799133c0f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60489535, jitterRate=-0.09863568842411041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:31,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:31,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7391693abb03e03b051615e799133c0f: Running coprocessor pre-open hook at 1733333191191Writing region info on filesystem at 1733333191191Initializing all the Stores at 1733333191192 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333191192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333191192Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333191192Cleaning up temporary data from old regions at 1733333191205 (+13 ms)Running coprocessor post-open hooks at 1733333191207 (+2 ms)Region opened successfully at 1733333191208 (+1 ms) 2024-12-04T17:26:31,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., pid=13, masterSystemTime=1733333191172 2024-12-04T17:26:31,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:31,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:31,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7391693abb03e03b051615e799133c0f, regionState=OPEN, openSeqNum=9, regionLocation=1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:31,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,36275,1733333185782 because future has completed 2024-12-04T17:26:31,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T17:26:31,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7391693abb03e03b051615e799133c0f, server=1bc61fcf61ea,36275,1733333185782 in 194 msec 2024-12-04T17:26:31,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T17:26:31,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7391693abb03e03b051615e799133c0f, ASSIGN in 350 msec 2024-12-04T17:26:31,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T17:26:31,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., hostname=1bc61fcf61ea,36275,1733333185782, seqNum=9] 2024-12-04T17:26:31,234 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 1bc61fcf61ea,37077,1733333173523 2024-12-04T17:26:31,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T17:26:31,323 DEBUG [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:31,340 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/.tmp/ns/de95bef17af2482abb7fab4aece97b70 2024-12-04T17:26:31,347 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/.tmp/ns/de95bef17af2482abb7fab4aece97b70 as hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/ns/de95bef17af2482abb7fab4aece97b70 2024-12-04T17:26:31,351 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/ns/de95bef17af2482abb7fab4aece97b70, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T17:26:31,352 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-04T17:26:31,352 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:26:31,355 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T17:26:31,356 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:31,356 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:31,356 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:31,356 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333190923Running coprocessor pre-close hooks at 1733333190923Disabling compacts and flushes for region at 1733333190923Disabling writes for close at 1733333190923Obtaining lock to block concurrent updates at 1733333190923Preparing flush snapshotting stores in 1588230740 at 1733333190923Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733333190923Flushing stores of hbase:meta,,1.1588230740 at 1733333190924 (+1 ms)Flushing 1588230740/ns: creating writer at 1733333190924Flushing 1588230740/ns: appending metadata at 1733333190936 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333190936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd57e2a: reopening flushed file at 1733333191346 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733333191352 (+6 ms)Writing region close event to WAL at 1733333191352Running coprocessor post-close hooks at 1733333191356 (+4 ms)Closed at 1733333191356 2024-12-04T17:26:31,356 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:31,377 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:26:31,377 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:26:31,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T17:26:31,523 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,46725,1733333177726; all regions closed. 2024-12-04T17:26:31,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.meta.1733333179801.meta not finished, retry = 0 2024-12-04T17:26:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741834_1010 (size=1152) 2024-12-04T17:26:31,628 DEBUG [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/oldWALs 2024-12-04T17:26:31,628 INFO [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C46725%2C1733333177726.meta:.meta(num 1733333179801) 2024-12-04T17:26:31,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741833_1009 (size=93) 2024-12-04T17:26:31,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/WALs/1bc61fcf61ea,46725,1733333177726/1bc61fcf61ea%2C46725%2C1733333177726.1733333179429 not finished, retry = 0 2024-12-04T17:26:31,733 DEBUG [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/oldWALs 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C46725%2C1733333177726:(num 1733333179429) 2024-12-04T17:26:31,733 DEBUG [RS:0;1bc61fcf61ea:46725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:31,733 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:31,733 INFO [RS:0;1bc61fcf61ea:46725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46725 2024-12-04T17:26:31,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631222164/rs/1bc61fcf61ea,46725,1733333177726 2024-12-04T17:26:31,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164/rs 2024-12-04T17:26:31,734 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:31,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,46725,1733333177726] 2024-12-04T17:26:31,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-631222164/draining/1bc61fcf61ea,46725,1733333177726 already deleted, retry=false 2024-12-04T17:26:31,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,46725,1733333177726 expired; onlineServers=0 2024-12-04T17:26:31,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,41495,1733333177688' ***** 2024-12-04T17:26:31,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:31,735 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:31,735 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:31,736 DEBUG [M:0;1bc61fcf61ea:41495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:31,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:31,736 DEBUG [M:0;1bc61fcf61ea:41495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:31,736 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333179189 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333179189,5,FailOnTimeoutGroup] 2024-12-04T17:26:31,736 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333179204 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333179204,5,FailOnTimeoutGroup] 2024-12-04T17:26:31,736 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:31,736 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:31,736 DEBUG [M:0;1bc61fcf61ea:41495 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:31,736 INFO [M:0;1bc61fcf61ea:41495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:31,736 INFO [M:0;1bc61fcf61ea:41495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:31,736 INFO [M:0;1bc61fcf61ea:41495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-631222164/master 2024-12-04T17:26:31,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-631222164 2024-12-04T17:26:31,737 DEBUG [M:0;1bc61fcf61ea:41495 {}] zookeeper.ZKUtil(347): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Unable to get data of znode /1-631222164/master because node does not exist (not an error) 2024-12-04T17:26:31,737 WARN [M:0;1bc61fcf61ea:41495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:31,738 INFO [M:0;1bc61fcf61ea:41495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/.lastflushedseqids 2024-12-04T17:26:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741836_1012 (size=99) 2024-12-04T17:26:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:31,835 INFO [RS:0;1bc61fcf61ea:46725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46725-0x100a6449e110004, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:31,835 INFO [RS:0;1bc61fcf61ea:46725 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,46725,1733333177726; zookeeper connection closed. 2024-12-04T17:26:31,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@774983c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@774983c 2024-12-04T17:26:31,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:32,048 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:32,142 INFO [M:0;1bc61fcf61ea:41495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:32,142 INFO [M:0;1bc61fcf61ea:41495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:32,143 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:32,143 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:32,143 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:32,143 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:32,143 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:32,143 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T17:26:32,155 DEBUG [M:0;1bc61fcf61ea:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb92f32c63c4fc99fc01858394ed8c4 is 82, key is hbase:meta,,1/info:regioninfo/1733333179832/Put/seqid=0 2024-12-04T17:26:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741837_1013 (size=5672) 2024-12-04T17:26:32,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:32,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:32,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:26:32,560 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb92f32c63c4fc99fc01858394ed8c4 2024-12-04T17:26:32,589 DEBUG [M:0;1bc61fcf61ea:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6668b9545f342e785ad8b106398c24f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733333179844/Put/seqid=0 2024-12-04T17:26:32,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741838_1014 (size=5275) 2024-12-04T17:26:32,997 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6668b9545f342e785ad8b106398c24f 2024-12-04T17:26:33,013 DEBUG [M:0;1bc61fcf61ea:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218d18c182f4fce9bd618f0ac4566e0 is 69, key is 1bc61fcf61ea,46725,1733333177726/rs:state/1733333179274/Put/seqid=0 2024-12-04T17:26:33,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741839_1015 (size=5156) 2024-12-04T17:26:33,154 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:33,418 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218d18c182f4fce9bd618f0ac4566e0 2024-12-04T17:26:33,423 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edb92f32c63c4fc99fc01858394ed8c4 as hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edb92f32c63c4fc99fc01858394ed8c4 2024-12-04T17:26:33,428 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edb92f32c63c4fc99fc01858394ed8c4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T17:26:33,429 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6668b9545f342e785ad8b106398c24f as hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6668b9545f342e785ad8b106398c24f 2024-12-04T17:26:33,433 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6668b9545f342e785ad8b106398c24f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T17:26:33,434 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218d18c182f4fce9bd618f0ac4566e0 as hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b218d18c182f4fce9bd618f0ac4566e0 2024-12-04T17:26:33,438 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46205/user/jenkins/test-data/98e949fb-1541-026a-e473-4e8e3efe59b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b218d18c182f4fce9bd618f0ac4566e0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T17:26:33,439 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-12-04T17:26:33,440 INFO [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:33,440 DEBUG [M:0;1bc61fcf61ea:41495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333192143Disabling compacts and flushes for region at 1733333192143Disabling writes for close at 1733333192143Obtaining lock to block concurrent updates at 1733333192143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333192143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733333192143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333192143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333192144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333192155 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333192155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333192571 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333192588 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333192588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333193001 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333193012 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333193012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c80db8: reopening flushed file at 1733333193422 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35865c7e: reopening flushed file at 1733333193428 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678b7ef1: reopening flushed file at 1733333193434 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1733333193439 (+5 ms)Writing region close event to WAL at 1733333193440 (+1 ms)Closed at 1733333193440 2024-12-04T17:26:33,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39607 is added to blk_1073741830_1006 (size=10165) 2024-12-04T17:26:33,443 INFO [M:0;1bc61fcf61ea:41495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:33,443 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:33,443 INFO [M:0;1bc61fcf61ea:41495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41495 2024-12-04T17:26:33,443 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:33,545 INFO [M:0;1bc61fcf61ea:41495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100a6449e110003, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:33,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:33,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:33,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:33,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:33,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:33,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:26:33,549 WARN [BP-503240400-172.17.0.2-1733333176596 heartbeating to localhost/127.0.0.1:46205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:26:33,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:26:33,549 WARN [BP-503240400-172.17.0.2-1733333176596 heartbeating to localhost/127.0.0.1:46205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-503240400-172.17.0.2-1733333176596 (Datanode Uuid a437b270-abf4-4158-a9a0-daa64d0a3387) service to localhost/127.0.0.1:46205 2024-12-04T17:26:33,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/cluster_cc19b2c2-7a1f-d37a-dc5a-4e692ea05280/data/data1/current/BP-503240400-172.17.0.2-1733333176596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:33,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/cluster_cc19b2c2-7a1f-d37a-dc5a-4e692ea05280/data/data2/current/BP-503240400-172.17.0.2-1733333176596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:33,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:26:33,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:33,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:33,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:33,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:33,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:33,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:26:33,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:33,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:33,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:33,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:33,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:33,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720417906, stopped=false 2024-12-04T17:26:33,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,44513,1733333185746 2024-12-04T17:26:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/running 2024-12-04T17:26:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:33,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:33,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:33,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:33,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:33,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:33,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Set watcher on znode that does not yet exist, /0-1375311026/running 2024-12-04T17:26:33,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,36275,1733333185782' ***** 2024-12-04T17:26:33,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:33,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(3091): Received CLOSE for 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:36275. 2024-12-04T17:26:33,566 DEBUG [RS:0;1bc61fcf61ea:36275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:33,566 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:33,566 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7391693abb03e03b051615e799133c0f, disabling compactions & flushes 2024-12-04T17:26:33,566 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:33,566 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:33,566 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. after waiting 0 ms 2024-12-04T17:26:33,566 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:33,566 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:33,567 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:26:33,567 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1325): Online Regions={7391693abb03e03b051615e799133c0f=hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:33,567 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7391693abb03e03b051615e799133c0f 2024-12-04T17:26:33,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:33,567 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:33,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:33,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:33,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:33,567 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T17:26:33,569 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/replication/7391693abb03e03b051615e799133c0f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T17:26:33,570 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:33,570 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:33,570 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:33,570 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7391693abb03e03b051615e799133c0f: Waiting for close lock at 1733333193566Running coprocessor pre-close hooks at 1733333193566Disabling compacts and flushes for region at 1733333193566Disabling writes for close at 1733333193566Writing region close event to WAL at 1733333193567 (+1 ms)Running coprocessor post-close hooks at 1733333193570 (+3 ms)Closed at 1733333193570 2024-12-04T17:26:33,570 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f. 2024-12-04T17:26:33,579 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/bac61d4b3c5d4ff4a0c9d7d0318c32c1 is 147, key is hbase:replication,,1733333179978.7391693abb03e03b051615e799133c0f./info:regioninfo/1733333191211/Put/seqid=0 2024-12-04T17:26:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741851_1027 (size=6385) 2024-12-04T17:26:33,652 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:33,767 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:33,967 DEBUG [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:33,983 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/bac61d4b3c5d4ff4a0c9d7d0318c32c1 2024-12-04T17:26:33,988 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/.tmp/info/bac61d4b3c5d4ff4a0c9d7d0318c32c1 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/info/bac61d4b3c5d4ff4a0c9d7d0318c32c1 2024-12-04T17:26:33,992 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/info/bac61d4b3c5d4ff4a0c9d7d0318c32c1, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T17:26:33,993 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 426ms, sequenceid=19, compaction requested=false 2024-12-04T17:26:33,997 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T17:26:33,998 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:33,998 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:33,998 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:33,998 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333193567Running coprocessor pre-close hooks at 1733333193567Disabling compacts and flushes for region at 1733333193567Disabling writes for close at 1733333193567Obtaining lock to block concurrent updates at 1733333193567Preparing flush snapshotting stores in 1588230740 at 1733333193567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733333193567Flushing stores of hbase:meta,,1.1588230740 at 1733333193567Flushing 1588230740/info: creating writer at 1733333193567Flushing 1588230740/info: appending metadata at 1733333193579 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733333193579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544bca3f: reopening flushed file at 1733333193987 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 426ms, sequenceid=19, compaction requested=false at 1733333193993 (+6 ms)Writing region close event to WAL at 1733333193995 (+2 ms)Running coprocessor post-close hooks at 1733333193998 (+3 ms)Closed at 1733333193998 2024-12-04T17:26:33,998 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:34,167 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,36275,1733333185782; all regions closed. 2024-12-04T17:26:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741849_1025 (size=2156) 2024-12-04T17:26:34,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.meta.1733333186904.meta not finished, retry = 0 2024-12-04T17:26:34,272 DEBUG [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:34,272 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36275%2C1733333185782.meta:.meta(num 1733333186904) 2024-12-04T17:26:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741850_1026 (size=796) 2024-12-04T17:26:34,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.rep.1733333191176 not finished, retry = 0 2024-12-04T17:26:34,359 DEBUG [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/WALs/1bc61fcf61ea,36275,1733333185782/1bc61fcf61ea%2C36275%2C1733333185782.1733333186587 to pos 0, reset compression=false 2024-12-04T17:26:34,377 DEBUG [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:34,377 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36275%2C1733333185782.rep:(num 1733333191176) 2024-12-04T17:26:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741848_1024 (size=93) 2024-12-04T17:26:34,380 DEBUG [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/oldWALs 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C36275%2C1733333185782:(num 1733333186587) 2024-12-04T17:26:34,380 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:34,380 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:34,380 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,36275,1733333185782 because: Region server is closing 2024-12-04T17:26:34,381 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T17:26:34,381 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T17:26:34,381 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T17:26:34,381 INFO [RS:0;1bc61fcf61ea:36275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:36275. 2024-12-04T17:26:34,381 DEBUG [RS:0;1bc61fcf61ea:36275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:34,381 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:34,381 DEBUG [RS:0;1bc61fcf61ea:36275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:34,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:34,481 WARN [RS:0;1bc61fcf61ea:36275.replicationSource.wal-reader.1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:26:34,481 WARN [RS:0;1bc61fcf61ea:36275.replicationSource.shipper1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:26:34,482 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;1bc61fcf61ea:36275.replicationSource.shipper1bc61fcf61ea%2C36275%2C1733333185782,1-1bc61fcf61ea,36275,1733333185782 terminated 2024-12-04T17:26:34,482 INFO [RS:0;1bc61fcf61ea:36275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36275 2024-12-04T17:26:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/rs/1bc61fcf61ea,36275,1733333185782 2024-12-04T17:26:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026/rs 2024-12-04T17:26:34,483 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:34,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,36275,1733333185782] 2024-12-04T17:26:34,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1375311026/draining/1bc61fcf61ea,36275,1733333185782 already deleted, retry=false 2024-12-04T17:26:34,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,36275,1733333185782 expired; onlineServers=0 2024-12-04T17:26:34,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,44513,1733333185746' ***** 2024-12-04T17:26:34,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:34,484 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:34,484 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:34,484 DEBUG [M:0;1bc61fcf61ea:44513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:34,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:34,484 DEBUG [M:0;1bc61fcf61ea:44513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:34,484 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333186342 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333186342,5,FailOnTimeoutGroup] 2024-12-04T17:26:34,484 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333186342 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333186342,5,FailOnTimeoutGroup] 2024-12-04T17:26:34,484 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:34,485 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:34,485 DEBUG [M:0;1bc61fcf61ea:44513 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:34,485 INFO [M:0;1bc61fcf61ea:44513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:34,485 INFO [M:0;1bc61fcf61ea:44513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:34,485 INFO [M:0;1bc61fcf61ea:44513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:34,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1375311026/master 2024-12-04T17:26:34,486 DEBUG [M:0;1bc61fcf61ea:44513 {}] zookeeper.ZKUtil(347): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Unable to get data of znode /0-1375311026/master because node does not exist (not an error) 2024-12-04T17:26:34,486 WARN [M:0;1bc61fcf61ea:44513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:34,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1375311026 2024-12-04T17:26:34,486 INFO [M:0;1bc61fcf61ea:44513 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/.lastflushedseqids 2024-12-04T17:26:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741852_1028 (size=181) 2024-12-04T17:26:34,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:34,584 INFO [RS:0;1bc61fcf61ea:36275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:34,584 INFO [RS:0;1bc61fcf61ea:36275 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,36275,1733333185782; zookeeper connection closed. 2024-12-04T17:26:34,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36275-0x100a6449e110007, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:34,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18223227 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18223227 2024-12-04T17:26:34,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:34,891 INFO [M:0;1bc61fcf61ea:44513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:34,891 INFO [M:0;1bc61fcf61ea:44513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:34,892 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:34,892 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:34,892 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:34,892 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:34,892 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:34,892 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T17:26:34,912 DEBUG [M:0;1bc61fcf61ea:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c07aaa6c09db4bd2b23873d97081e165 is 82, key is hbase:meta,,1/info:regioninfo/1733333186948/Put/seqid=0 2024-12-04T17:26:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741853_1029 (size=5672) 2024-12-04T17:26:35,317 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c07aaa6c09db4bd2b23873d97081e165 2024-12-04T17:26:35,333 DEBUG [M:0;1bc61fcf61ea:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/971a5ef35a5048668f5d2ddb8ad95266 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733333191216/Put/seqid=0 2024-12-04T17:26:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741854_1030 (size=7312) 2024-12-04T17:26:35,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:35,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:26:35,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:35,737 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/971a5ef35a5048668f5d2ddb8ad95266 2024-12-04T17:26:35,753 DEBUG [M:0;1bc61fcf61ea:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bfbbd714d14f33a7e392c9e3326998 is 69, key is 1bc61fcf61ea,36275,1733333185782/rs:state/1733333186422/Put/seqid=0 2024-12-04T17:26:35,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741855_1031 (size=5370) 2024-12-04T17:26:36,157 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bfbbd714d14f33a7e392c9e3326998 2024-12-04T17:26:36,161 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7bfbbd714d14f33a7e392c9e3326998 2024-12-04T17:26:36,162 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c07aaa6c09db4bd2b23873d97081e165 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c07aaa6c09db4bd2b23873d97081e165 2024-12-04T17:26:36,166 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c07aaa6c09db4bd2b23873d97081e165, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T17:26:36,167 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/971a5ef35a5048668f5d2ddb8ad95266 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/971a5ef35a5048668f5d2ddb8ad95266 2024-12-04T17:26:36,170 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/971a5ef35a5048668f5d2ddb8ad95266, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T17:26:36,171 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7bfbbd714d14f33a7e392c9e3326998 as hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7bfbbd714d14f33a7e392c9e3326998 2024-12-04T17:26:36,175 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7bfbbd714d14f33a7e392c9e3326998 2024-12-04T17:26:36,176 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39551/user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7bfbbd714d14f33a7e392c9e3326998, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T17:26:36,176 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-12-04T17:26:36,183 INFO [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:36,183 DEBUG [M:0;1bc61fcf61ea:44513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333194892Disabling compacts and flushes for region at 1733333194892Disabling writes for close at 1733333194892Obtaining lock to block concurrent updates at 1733333194892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333194892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733333194892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333194893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333194893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333194911 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333194911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333195321 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333195333 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333195333Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333195741 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333195753 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333195753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e86364a: reopening flushed file at 1733333196161 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ae6243: reopening flushed file at 1733333196166 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d486b10: reopening flushed file at 1733333196170 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1733333196176 (+6 ms)Writing region close event to WAL at 1733333196183 (+7 ms)Closed at 1733333196183 2024-12-04T17:26:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741847_1023 (size=22903) 2024-12-04T17:26:36,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/753a5670-0044-7dcc-3768-adcdbc95476b/MasterData/WALs/1bc61fcf61ea,44513,1733333185746/1bc61fcf61ea%2C44513%2C1733333185746.1733333186245 not finished, retry = 0 2024-12-04T17:26:36,286 INFO [M:0;1bc61fcf61ea:44513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:36,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:36,286 INFO [M:0;1bc61fcf61ea:44513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44513 2024-12-04T17:26:36,286 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:36,387 INFO [M:0;1bc61fcf61ea:44513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x100a6449e110006, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:36,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:36,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:36,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:36,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:36,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:36,391 WARN [BP-1629541480-172.17.0.2-1733333172658 heartbeating to localhost/127.0.0.1:39551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:26:36,391 WARN [BP-1629541480-172.17.0.2-1733333172658 heartbeating to localhost/127.0.0.1:39551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629541480-172.17.0.2-1733333172658 (Datanode Uuid e647f978-9372-48e3-8bae-cb99539b1111) service to localhost/127.0.0.1:39551 2024-12-04T17:26:36,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:26:36,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/data/data2/current/BP-1629541480-172.17.0.2-1733333172658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:36,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:26:36,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:26:36,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/cluster_837b2852-406d-15d6-17e0-77078eaf0cdf/data/data1/current/BP-1629541480-172.17.0.2-1733333172658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:36,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:36,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:36,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:36,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:36,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f66186-3d74-6d73-d74e-0122a0893c61/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:36,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:26:36,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:26:36,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54903) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46205 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54903) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39551 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 167) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2894 (was 2608) - AvailableMemoryMB LEAK? - 2024-12-04T17:26:36,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=2894 2024-12-04T17:26:36,438 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T17:26:36,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir so I do NOT create it in target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62 2024-12-04T17:26:36,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:26:36,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.tmp.dir so I do NOT create it in target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62 2024-12-04T17:26:36,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5112183-f330-c976-17f0-0a2139bbe3a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:26:36,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62 2024-12-04T17:26:36,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c, deleteOnExit=true 2024-12-04T17:26:36,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/zookeeper_0, clientPort=53301, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:26:36,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53301 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/test.cache.data in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:26:36,443 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:26:36,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:26:36,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:26:36,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:36,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a6449e110005, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:26:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a6449e110002, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:26:36,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a6449e110005, quorum=127.0.0.1:54903, baseZNode=/1-631222164 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:26:36,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a6449e110002, quorum=127.0.0.1:54903, baseZNode=/0-1375311026 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:26:36,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:36,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:36,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:26:36,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:36,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:36,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:36,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/java.io.tmpdir/jetty-localhost-46463-hadoop-hdfs-3_4_1-tests_jar-_-any-14575116354752050355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:36,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:46463} 2024-12-04T17:26:36,593 INFO [Time-limited test {}] server.Server(415): Started @155387ms 2024-12-04T17:26:36,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:36,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:36,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:36,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:36,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:26:36,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:36,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:36,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/java.io.tmpdir/jetty-localhost-35351-hadoop-hdfs-3_4_1-tests_jar-_-any-16795187480960326545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:36,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:35351} 2024-12-04T17:26:36,760 INFO [Time-limited test {}] server.Server(415): Started @155555ms 2024-12-04T17:26:36,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:26:36,827 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/data/data1/current/BP-1541617210-172.17.0.2-1733333196456/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:36,827 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/data/data2/current/BP-1541617210-172.17.0.2-1733333196456/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:36,855 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:26:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77a13e305789aeb0 with lease ID 0x848dac39d981f5db: Processing first storage report for DS-c161d66d-9797-4600-91e5-6c012852ffb5 from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=05943949-72eb-4b27-b804-619e840af931, infoPort=35453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=90594368;c=1733333196456) 2024-12-04T17:26:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77a13e305789aeb0 with lease ID 0x848dac39d981f5db: from storage DS-c161d66d-9797-4600-91e5-6c012852ffb5 node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=05943949-72eb-4b27-b804-619e840af931, infoPort=35453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=90594368;c=1733333196456), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77a13e305789aeb0 with lease ID 0x848dac39d981f5db: Processing first storage report for DS-8c4246c6-aefb-40f2-a684-53a031460c5e from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=05943949-72eb-4b27-b804-619e840af931, infoPort=35453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=90594368;c=1733333196456) 2024-12-04T17:26:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77a13e305789aeb0 with lease ID 0x848dac39d981f5db: from storage DS-8c4246c6-aefb-40f2-a684-53a031460c5e node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=05943949-72eb-4b27-b804-619e840af931, infoPort=35453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=90594368;c=1733333196456), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:36,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62 2024-12-04T17:26:36,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:36,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:26:37,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad with version=8 2024-12-04T17:26:37,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/hbase-staging 2024-12-04T17:26:37,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:37,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:26:37,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:37,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35827 2024-12-04T17:26:37,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35827 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358270x0, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:37,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35827-0x100a644fb070000 connected 2024-12-04T17:26:37,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:37,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:37,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/running 2024-12-04T17:26:37,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad, hbase.cluster.distributed=false 2024-12-04T17:26:37,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/acl 2024-12-04T17:26:37,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35827 2024-12-04T17:26:37,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35827 2024-12-04T17:26:37,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35827 2024-12-04T17:26:37,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35827 2024-12-04T17:26:37,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35827 2024-12-04T17:26:37,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:26:37,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:37,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40395 2024-12-04T17:26:37,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40395 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:37,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:37,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:37,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403950x0, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:37,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403950x0, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/running 2024-12-04T17:26:37,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40395-0x100a644fb070001 connected 2024-12-04T17:26:37,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:26:37,352 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:26:37,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/master 2024-12-04T17:26:37,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/acl 2024-12-04T17:26:37,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40395 2024-12-04T17:26:37,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40395 2024-12-04T17:26:37,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40395 2024-12-04T17:26:37,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40395 2024-12-04T17:26:37,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40395 2024-12-04T17:26:37,375 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:35827 2024-12-04T17:26:37,376 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0808274193/backup-masters/1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:37,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/backup-masters 2024-12-04T17:26:37,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/backup-masters 2024-12-04T17:26:37,377 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on existing znode=/0808274193/backup-masters/1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808274193/master 2024-12-04T17:26:37,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:37,378 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on existing znode=/0808274193/master 2024-12-04T17:26:37,379 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0808274193/backup-masters/1bc61fcf61ea,35827,1733333197306 from backup master directory 2024-12-04T17:26:37,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/backup-masters 2024-12-04T17:26:37,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808274193/backup-masters/1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:37,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/backup-masters 2024-12-04T17:26:37,379 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:37,379 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:37,383 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/hbase.id] with ID: 98e95aca-2cee-4778-9658-6fa17b3fbdde 2024-12-04T17:26:37,383 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/.tmp/hbase.id 2024-12-04T17:26:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:26:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/.tmp/hbase.id]:[hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/hbase.id] 2024-12-04T17:26:37,799 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:37,799 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:26:37,800 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:26:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:37,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:26:37,809 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:37,810 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:26:37,810 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:26:38,218 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store 2024-12-04T17:26:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:26:38,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:38,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:38,624 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:38,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:38,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:38,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:38,624 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:38,625 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333198624Disabling compacts and flushes for region at 1733333198624Disabling writes for close at 1733333198624Writing region close event to WAL at 1733333198624Closed at 1733333198624 2024-12-04T17:26:38,625 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/.initializing 2024-12-04T17:26:38,626 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/WALs/1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:38,626 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:38,628 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C35827%2C1733333197306, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/WALs/1bc61fcf61ea,35827,1733333197306, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/oldWALs, maxLogs=10 2024-12-04T17:26:38,643 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/WALs/1bc61fcf61ea,35827,1733333197306/1bc61fcf61ea%2C35827%2C1733333197306.1733333198628, exclude list is [], retry=0 2024-12-04T17:26:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-c161d66d-9797-4600-91e5-6c012852ffb5,DISK] 2024-12-04T17:26:38,647 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/WALs/1bc61fcf61ea,35827,1733333197306/1bc61fcf61ea%2C35827%2C1733333197306.1733333198628 2024-12-04T17:26:38,647 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35453:35453)] 2024-12-04T17:26:38,647 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:38,647 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:38,648 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,648 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:26:38,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:38,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:38,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:26:38,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:38,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:38,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:26:38,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:38,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:38,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:26:38,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:38,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:38,653 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,654 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,654 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,655 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,655 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,655 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:38,656 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:38,657 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:38,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74199457, jitterRate=0.10565806925296783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:38,658 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333198648Initializing all the Stores at 1733333198648Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333198648Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333198648Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333198648Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333198648Cleaning up temporary data from old regions at 1733333198655 (+7 ms)Region opened successfully at 1733333198658 (+3 ms) 2024-12-04T17:26:38,658 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:26:38,660 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42afa84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:38,661 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:26:38,661 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:26:38,661 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:26:38,661 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:26:38,662 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:26:38,662 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:26:38,662 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:26:38,664 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:26:38,664 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/balancer because node does not exist (not necessarily an error) 2024-12-04T17:26:38,665 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/balancer already deleted, retry=false 2024-12-04T17:26:38,665 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:26:38,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:26:38,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/normalizer already deleted, retry=false 2024-12-04T17:26:38,667 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:26:38,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:26:38,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/switch/split already deleted, retry=false 2024-12-04T17:26:38,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:26:38,669 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/switch/merge already deleted, retry=false 2024-12-04T17:26:38,670 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:26:38,671 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/snapshot-cleanup already deleted, retry=false 2024-12-04T17:26:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808274193/running 2024-12-04T17:26:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808274193/running 2024-12-04T17:26:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,672 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,35827,1733333197306, sessionid=0x100a644fb070000, setting cluster-up flag (Was=false) 2024-12-04T17:26:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,675 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0808274193/flush-table-proc/acquired, /0808274193/flush-table-proc/reached, /0808274193/flush-table-proc/abort 2024-12-04T17:26:38,676 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:38,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:38,680 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0808274193/online-snapshot/acquired, /0808274193/online-snapshot/reached, /0808274193/online-snapshot/abort 2024-12-04T17:26:38,680 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:38,681 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:26:38,683 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:38,683 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:26:38,683 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:26:38,683 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1bc61fcf61ea,37077,1733333173523: status=Processing ServerCrashProcedure of 1bc61fcf61ea,37077,1733333173523 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733333186337, completionTime=-1 appears to have been leaked 2024-12-04T17:26:38,683 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,35827,1733333197306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:38,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:38,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:26:38,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:38,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:26:38,693 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333228693 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:26:38,694 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:26:38,695 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333198695,5,FailOnTimeoutGroup] 2024-12-04T17:26:38,695 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333198695,5,FailOnTimeoutGroup] 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:26:38,765 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(746): ClusterId : 98e95aca-2cee-4778-9658-6fa17b3fbdde 2024-12-04T17:26:38,765 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:26:38,767 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:26:38,767 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:26:38,768 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:26:38,768 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa67267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:38,778 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:40395 2024-12-04T17:26:38,778 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:26:38,778 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:26:38,778 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:26:38,778 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,35827,1733333197306 with port=40395, startcode=1733333197343 2024-12-04T17:26:38,779 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:26:38,780 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:26:38,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,781 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad 2024-12-04T17:26:38,781 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42597 2024-12-04T17:26:38,781 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:26:38,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/rs 2024-12-04T17:26:38,783 DEBUG [RS:0;1bc61fcf61ea:40395 {}] zookeeper.ZKUtil(111): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on existing znode=/0808274193/rs/1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,783 WARN [RS:0;1bc61fcf61ea:40395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:38,783 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:38,783 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,40395,1733333197343] 2024-12-04T17:26:38,786 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:26:38,787 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:26:38,787 INFO [RS:0;1bc61fcf61ea:40395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:26:38,787 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,788 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:26:38,788 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:26:38,788 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,788 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,788 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:38,789 DEBUG [RS:0;1bc61fcf61ea:40395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,793 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40395,1733333197343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:38,805 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:26:38,805 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40395,1733333197343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,806 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,806 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.Replication(171): 1bc61fcf61ea,40395,1733333197343 started 2024-12-04T17:26:38,817 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:38,817 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,40395,1733333197343, RpcServer on 1bc61fcf61ea/172.17.0.2:40395, sessionid=0x100a644fb070001 2024-12-04T17:26:38,817 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:26:38,817 DEBUG [RS:0;1bc61fcf61ea:40395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,817 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,40395,1733333197343' 2024-12-04T17:26:38,817 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0808274193/flush-table-proc/abort' 2024-12-04T17:26:38,818 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0808274193/flush-table-proc/acquired' 2024-12-04T17:26:38,818 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:26:38,818 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:26:38,819 DEBUG [RS:0;1bc61fcf61ea:40395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:38,819 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,40395,1733333197343' 2024-12-04T17:26:38,819 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0808274193/online-snapshot/abort' 2024-12-04T17:26:38,819 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0808274193/online-snapshot/acquired' 2024-12-04T17:26:38,819 DEBUG [RS:0;1bc61fcf61ea:40395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:26:38,819 INFO [RS:0;1bc61fcf61ea:40395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:26:38,819 INFO [RS:0;1bc61fcf61ea:40395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:26:38,920 INFO [RS:0;1bc61fcf61ea:40395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:38,921 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C40395%2C1733333197343, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs, maxLogs=10 2024-12-04T17:26:38,936 DEBUG [RS:0;1bc61fcf61ea:40395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922, exclude list is [], retry=0 2024-12-04T17:26:38,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-c161d66d-9797-4600-91e5-6c012852ffb5,DISK] 2024-12-04T17:26:38,940 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 2024-12-04T17:26:38,941 DEBUG [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35453:35453)] 2024-12-04T17:26:39,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:39,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:26:39,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad 2024-12-04T17:26:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:26:39,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:39,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:39,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:39,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:39,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:39,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:39,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:39,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:39,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:39,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740 2024-12-04T17:26:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740 2024-12-04T17:26:39,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:39,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:39,518 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:39,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:39,521 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:39,521 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63760750, jitterRate=-0.04989078640937805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:39,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333199504Initializing all the Stores at 1733333199505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333199505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199505Cleaning up temporary data from old regions at 1733333199518 (+13 ms)Region opened successfully at 1733333199521 (+3 ms) 2024-12-04T17:26:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:39,522 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:39,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333199522Disabling compacts and flushes for region at 1733333199522Disabling writes for close at 1733333199522Writing region close event to WAL at 1733333199522Closed at 1733333199522 2024-12-04T17:26:39,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:39,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:26:39,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:26:39,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:39,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:26:39,675 DEBUG [1bc61fcf61ea:35827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:39,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:39,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,40395,1733333197343, state=OPENING 2024-12-04T17:26:39,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:26:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:39,679 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:39,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808274193/meta-region-server: CHANGED 2024-12-04T17:26:39,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,40395,1733333197343}] 2024-12-04T17:26:39,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808274193/meta-region-server: CHANGED 2024-12-04T17:26:39,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:39,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:26:39,867 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:26:39,867 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:39,868 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:26:39,870 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C40395%2C1733333197343.meta, suffix=.meta, logDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs, maxLogs=10 2024-12-04T17:26:39,892 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.meta.1733333199871.meta, exclude list is [], retry=0 2024-12-04T17:26:39,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-c161d66d-9797-4600-91e5-6c012852ffb5,DISK] 2024-12-04T17:26:39,908 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.meta.1733333199871.meta 2024-12-04T17:26:39,909 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35453:35453)] 2024-12-04T17:26:39,909 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:39,910 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:39,910 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:39,910 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:26:39,910 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:26:39,910 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:26:39,910 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:39,910 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:26:39,911 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:26:39,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:39,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:39,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:39,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:39,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:39,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:39,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:39,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:39,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:39,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:39,945 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:39,947 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740 2024-12-04T17:26:39,948 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740 2024-12-04T17:26:39,950 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:39,951 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:39,952 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:39,956 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:39,958 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440538, jitterRate=-0.009958833456039429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:39,958 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:26:39,958 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333199911Writing region info on filesystem at 1733333199911Initializing all the Stores at 1733333199913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199923 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333199923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333199923Cleaning up temporary data from old regions at 1733333199951 (+28 ms)Running coprocessor post-open hooks at 1733333199958 (+7 ms)Region opened successfully at 1733333199958 2024-12-04T17:26:39,960 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333199849 2024-12-04T17:26:39,965 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:26:39,965 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:26:39,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:39,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,40395,1733333197343, state=OPEN 2024-12-04T17:26:39,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0808274193/meta-region-server 2024-12-04T17:26:39,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808274193/meta-region-server: CHANGED 2024-12-04T17:26:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0808274193/meta-region-server 2024-12-04T17:26:39,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808274193/meta-region-server: CHANGED 2024-12-04T17:26:39,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:39,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:26:39,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,40395,1733333197343 in 290 msec 2024-12-04T17:26:39,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:26:39,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-12-04T17:26:39,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:39,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:26:39,979 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:39,979 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:39,980 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:39,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-12-04T17:26:39,987 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333199987, completionTime=-1 2024-12-04T17:26:39,988 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:26:39,988 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:26:39,991 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:26:39,991 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333259991 2024-12-04T17:26:39,991 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333319991 2024-12-04T17:26:39,991 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T17:26:39,992 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,992 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,992 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,992 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:35827, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,992 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,994 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:39,995 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.621sec 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:40,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:26:40,011 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:26:40,011 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:26:40,011 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35827,1733333197306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:40,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:40,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:40,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:40,069 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43955f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:40,071 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:40,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:40,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:40,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:40,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:40,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:40,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:40,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a644fb070002 connected 2024-12-04T17:26:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir so I do NOT create it in target/test-data/702abead-1046-374e-cd76-8fc512479eba 2024-12-04T17:26:40,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:26:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.tmp.dir so I do NOT create it in target/test-data/702abead-1046-374e-cd76-8fc512479eba 2024-12-04T17:26:40,098 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:26:40,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba 2024-12-04T17:26:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/cluster_6f70b032-9677-e851-e74c-1b8b58b568b6, deleteOnExit=true 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/test.cache.data in system properties and HBase conf 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:26:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:26:40,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:26:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:26:40,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:26:40,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:40,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:40,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:40,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:40,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:26:40,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:40,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:40,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:40,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/java.io.tmpdir/jetty-localhost-37139-hadoop-hdfs-3_4_1-tests_jar-_-any-16438293820962169693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:40,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:37139} 2024-12-04T17:26:40,454 INFO [Time-limited test {}] server.Server(415): Started @159248ms 2024-12-04T17:26:40,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:26:40,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:26:40,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:26:40,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:26:40,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:26:40,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:26:40,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:26:40,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/java.io.tmpdir/jetty-localhost-36741-hadoop-hdfs-3_4_1-tests_jar-_-any-17404709919193866178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:40,673 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:36741} 2024-12-04T17:26:40,673 INFO [Time-limited test {}] server.Server(415): Started @159468ms 2024-12-04T17:26:40,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:26:40,730 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/cluster_6f70b032-9677-e851-e74c-1b8b58b568b6/data/data1/current/BP-1568576444-172.17.0.2-1733333200128/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:40,731 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/cluster_6f70b032-9677-e851-e74c-1b8b58b568b6/data/data2/current/BP-1568576444-172.17.0.2-1733333200128/current, will proceed with Du for space computation calculation, 2024-12-04T17:26:40,753 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:26:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d3bab3ebe404543 with lease ID 0xb6a72f67295337f8: Processing first storage report for DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14 from datanode DatanodeRegistration(127.0.0.1:34839, datanodeUuid=746c9510-b636-44b0-8a95-e6f853c78f8b, infoPort=45345, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=610724932;c=1733333200128) 2024-12-04T17:26:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d3bab3ebe404543 with lease ID 0xb6a72f67295337f8: from storage DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14 node DatanodeRegistration(127.0.0.1:34839, datanodeUuid=746c9510-b636-44b0-8a95-e6f853c78f8b, infoPort=45345, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=610724932;c=1733333200128), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d3bab3ebe404543 with lease ID 0xb6a72f67295337f8: Processing first storage report for DS-83341366-1dc4-4739-abee-2991d7f9a24a from datanode DatanodeRegistration(127.0.0.1:34839, datanodeUuid=746c9510-b636-44b0-8a95-e6f853c78f8b, infoPort=45345, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=610724932;c=1733333200128) 2024-12-04T17:26:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d3bab3ebe404543 with lease ID 0xb6a72f67295337f8: from storage DS-83341366-1dc4-4739-abee-2991d7f9a24a node DatanodeRegistration(127.0.0.1:34839, datanodeUuid=746c9510-b636-44b0-8a95-e6f853c78f8b, infoPort=45345, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=610724932;c=1733333200128), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:26:40,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba 2024-12-04T17:26:40,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:40,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:26:41,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571 with version=8 2024-12-04T17:26:41,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/hbase-staging 2024-12-04T17:26:41,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:26:41,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:41,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41557 2024-12-04T17:26:41,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41557 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415570x0, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:41,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41557-0x100a644fb070003 connected 2024-12-04T17:26:41,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:41,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:41,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/running 2024-12-04T17:26:41,220 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571, hbase.cluster.distributed=false 2024-12-04T17:26:41,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/acl 2024-12-04T17:26:41,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41557 2024-12-04T17:26:41,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41557 2024-12-04T17:26:41,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41557 2024-12-04T17:26:41,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41557 2024-12-04T17:26:41,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41557 2024-12-04T17:26:41,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:26:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:26:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:26:41,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:26:41,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:26:41,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:26:41,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44087 2024-12-04T17:26:41,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44087 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:41,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:41,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:41,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440870x0, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:41,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440870x0, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/running 2024-12-04T17:26:41,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44087-0x100a644fb070004 connected 2024-12-04T17:26:41,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:26:41,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:26:41,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/master 2024-12-04T17:26:41,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/acl 2024-12-04T17:26:41,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44087 2024-12-04T17:26:41,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44087 2024-12-04T17:26:41,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44087 2024-12-04T17:26:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44087 2024-12-04T17:26:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44087 2024-12-04T17:26:41,261 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:41557 2024-12-04T17:26:41,262 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-917395734/backup-masters/1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/backup-masters 2024-12-04T17:26:41,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/backup-masters 2024-12-04T17:26:41,263 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on existing znode=/1-917395734/backup-masters/1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:41,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-917395734/master 2024-12-04T17:26:41,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:41,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:41,264 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on existing znode=/1-917395734/master 2024-12-04T17:26:41,264 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-917395734/backup-masters/1bc61fcf61ea,41557,1733333201206 from backup master directory 2024-12-04T17:26:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-917395734/backup-masters/1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/backup-masters 2024-12-04T17:26:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/backup-masters 2024-12-04T17:26:41,265 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:41,265 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:41,270 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/hbase.id] with ID: 3b0998c8-a446-48f4-8aed-7fc62225d48f 2024-12-04T17:26:41,270 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/.tmp/hbase.id 2024-12-04T17:26:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:26:41,676 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/.tmp/hbase.id]:[hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/hbase.id] 2024-12-04T17:26:41,691 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:41,691 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:26:41,693 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T17:26:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:26:42,114 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:42,115 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:26:42,119 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:26:42,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store 2024-12-04T17:26:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:42,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:42,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:42,941 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333202941Disabling compacts and flushes for region at 1733333202941Disabling writes for close at 1733333202941Writing region close event to WAL at 1733333202941Closed at 1733333202941 2024-12-04T17:26:42,942 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/.initializing 2024-12-04T17:26:42,942 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/WALs/1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:42,943 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:42,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C41557%2C1733333201206, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/WALs/1bc61fcf61ea,41557,1733333201206, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/oldWALs, maxLogs=10 2024-12-04T17:26:42,957 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/WALs/1bc61fcf61ea,41557,1733333201206/1bc61fcf61ea%2C41557%2C1733333201206.1733333202945, exclude list is [], retry=0 2024-12-04T17:26:42,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14,DISK] 2024-12-04T17:26:42,962 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/WALs/1bc61fcf61ea,41557,1733333201206/1bc61fcf61ea%2C41557%2C1733333201206.1733333202945 2024-12-04T17:26:42,962 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-12-04T17:26:42,962 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:42,963 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:42,963 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,963 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:26:42,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:42,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:42,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:26:42,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:26:42,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:26:42,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:42,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:42,969 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,969 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,970 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,971 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,971 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,971 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:42,972 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:26:42,973 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:42,973 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60015323, jitterRate=-0.1057019978761673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:42,973 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333202963Initializing all the Stores at 1733333202963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333202963Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333202964 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333202964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333202964Cleaning up temporary data from old regions at 1733333202971 (+7 ms)Region opened successfully at 1733333202973 (+2 ms) 2024-12-04T17:26:42,974 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:26:42,976 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6b6ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:42,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:26:42,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:26:42,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:26:42,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:26:42,978 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:26:42,978 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:26:42,978 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:26:42,979 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:26:42,980 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/balancer because node does not exist (not necessarily an error) 2024-12-04T17:26:42,981 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/balancer already deleted, retry=false 2024-12-04T17:26:42,981 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:26:42,981 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:26:42,982 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/normalizer already deleted, retry=false 2024-12-04T17:26:42,982 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:26:42,983 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:26:42,983 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/switch/split already deleted, retry=false 2024-12-04T17:26:42,984 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:26:42,984 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/switch/merge already deleted, retry=false 2024-12-04T17:26:42,986 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:26:42,986 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/snapshot-cleanup already deleted, retry=false 2024-12-04T17:26:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-917395734/running 2024-12-04T17:26:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-917395734/running 2024-12-04T17:26:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,988 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,41557,1733333201206, sessionid=0x100a644fb070003, setting cluster-up flag (Was=false) 2024-12-04T17:26:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,991 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-917395734/flush-table-proc/acquired, /1-917395734/flush-table-proc/reached, /1-917395734/flush-table-proc/abort 2024-12-04T17:26:42,992 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:42,995 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-917395734/online-snapshot/acquired, /1-917395734/online-snapshot/reached, /1-917395734/online-snapshot/abort 2024-12-04T17:26:42,997 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:42,999 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:26:43,001 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:43,001 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:26:43,001 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:26:43,001 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,41557,1733333201206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:26:43,003 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:43,003 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:43,003 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:43,003 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:26:43,004 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:26:43,004 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,004 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:43,004 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:43,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:26:43,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:43,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333233013 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:26:43,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:26:43,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,023 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:26:43,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:26:43,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:26:43,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:26:43,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:26:43,024 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:26:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:26:43,033 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333203024,5,FailOnTimeoutGroup] 2024-12-04T17:26:43,033 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333203033,5,FailOnTimeoutGroup] 2024-12-04T17:26:43,033 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,033 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:26:43,033 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,033 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,055 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(746): ClusterId : 3b0998c8-a446-48f4-8aed-7fc62225d48f 2024-12-04T17:26:43,055 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:26:43,057 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:26:43,057 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:26:43,058 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:26:43,058 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af428e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:26:43,068 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:44087 2024-12-04T17:26:43,068 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:26:43,068 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:26:43,068 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:26:43,068 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,41557,1733333201206 with port=44087, startcode=1733333201234 2024-12-04T17:26:43,069 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:26:43,070 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:26:43,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,072 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571 2024-12-04T17:26:43,072 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34789 2024-12-04T17:26:43,072 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:26:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/rs 2024-12-04T17:26:43,074 DEBUG [RS:0;1bc61fcf61ea:44087 {}] zookeeper.ZKUtil(111): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on existing znode=/1-917395734/rs/1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,074 WARN [RS:0;1bc61fcf61ea:44087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:26:43,074 INFO [RS:0;1bc61fcf61ea:44087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:43,074 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,44087,1733333201234] 2024-12-04T17:26:43,078 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:26:43,079 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:26:43,080 INFO [RS:0;1bc61fcf61ea:44087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:26:43,080 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,080 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:26:43,081 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:26:43,081 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:43,081 DEBUG [RS:0;1bc61fcf61ea:44087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,085 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44087,1733333201234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:43,102 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:26:43,103 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44087,1733333201234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,103 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,103 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.Replication(171): 1bc61fcf61ea,44087,1733333201234 started 2024-12-04T17:26:43,120 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:43,120 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,44087,1733333201234, RpcServer on 1bc61fcf61ea/172.17.0.2:44087, sessionid=0x100a644fb070004 2024-12-04T17:26:43,120 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:26:43,120 DEBUG [RS:0;1bc61fcf61ea:44087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,120 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,44087,1733333201234' 2024-12-04T17:26:43,120 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-917395734/flush-table-proc/abort' 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-917395734/flush-table-proc/acquired' 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,44087,1733333201234' 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-917395734/online-snapshot/abort' 2024-12-04T17:26:43,121 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-917395734/online-snapshot/acquired' 2024-12-04T17:26:43,122 DEBUG [RS:0;1bc61fcf61ea:44087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:26:43,122 INFO [RS:0;1bc61fcf61ea:44087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:26:43,122 INFO [RS:0;1bc61fcf61ea:44087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:26:43,222 INFO [RS:0;1bc61fcf61ea:44087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:26:43,223 INFO [RS:0;1bc61fcf61ea:44087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C44087%2C1733333201234, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/oldWALs, maxLogs=10 2024-12-04T17:26:43,235 DEBUG [RS:0;1bc61fcf61ea:44087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, exclude list is [], retry=0 2024-12-04T17:26:43,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14,DISK] 2024-12-04T17:26:43,239 INFO [RS:0;1bc61fcf61ea:44087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 2024-12-04T17:26:43,241 DEBUG [RS:0;1bc61fcf61ea:44087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-12-04T17:26:43,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:26:43,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571 2024-12-04T17:26:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:26:43,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:43,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:43,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:43,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:43,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:43,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:43,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:43,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:43,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:43,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:43,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:43,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:43,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:43,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:43,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:43,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:43,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:43,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:43,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740 2024-12-04T17:26:43,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740 2024-12-04T17:26:43,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:43,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:43,844 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:43,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:43,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62287123, jitterRate=-0.07184953987598419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333203835Initializing all the Stores at 1733333203836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333203836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333203836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333203836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333203836Cleaning up temporary data from old regions at 1733333203843 (+7 ms)Region opened successfully at 1733333203847 (+4 ms) 2024-12-04T17:26:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:43,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:43,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:43,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333203847Disabling compacts and flushes for region at 1733333203847Disabling writes for close at 1733333203847Writing region close event to WAL at 1733333203848 (+1 ms)Closed at 1733333203848 2024-12-04T17:26:43,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:43,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:26:43,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:26:43,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:43,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:26:44,001 DEBUG [1bc61fcf61ea:41557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:26:44,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:44,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,44087,1733333201234, state=OPENING 2024-12-04T17:26:44,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:26:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:44,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:26:44,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-917395734/meta-region-server: CHANGED 2024-12-04T17:26:44,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-917395734/meta-region-server: CHANGED 2024-12-04T17:26:44,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,44087,1733333201234}] 2024-12-04T17:26:44,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:44,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:26:44,163 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:26:44,163 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:44,163 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:26:44,164 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C44087%2C1733333201234.meta, suffix=.meta, logDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/oldWALs, maxLogs=10 2024-12-04T17:26:44,175 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.meta.1733333204164.meta, exclude list is [], retry=0 2024-12-04T17:26:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14,DISK] 2024-12-04T17:26:44,178 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.meta.1733333204164.meta 2024-12-04T17:26:44,178 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:44,179 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:26:44,179 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:26:44,179 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:26:44,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:26:44,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:26:44,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:44,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:44,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:26:44,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:26:44,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:44,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:44,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:26:44,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:26:44,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:44,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:44,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:26:44,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:26:44,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:44,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:26:44,184 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:26:44,185 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740 2024-12-04T17:26:44,186 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740 2024-12-04T17:26:44,186 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:26:44,186 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:26:44,187 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:26:44,188 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:26:44,188 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66479016, jitterRate=-0.009385466575622559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:26:44,188 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:26:44,188 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333204179Writing region info on filesystem at 1733333204180 (+1 ms)Initializing all the Stores at 1733333204180Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333204180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333204180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333204180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333204180Cleaning up temporary data from old regions at 1733333204186 (+6 ms)Running coprocessor post-open hooks at 1733333204188 (+2 ms)Region opened successfully at 1733333204188 2024-12-04T17:26:44,189 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333204158 2024-12-04T17:26:44,191 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:26:44,191 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:26:44,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:44,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,44087,1733333201234, state=OPEN 2024-12-04T17:26:44,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-917395734/meta-region-server 2024-12-04T17:26:44,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-917395734/meta-region-server 2024-12-04T17:26:44,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:44,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-917395734/meta-region-server: CHANGED 2024-12-04T17:26:44,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-917395734/meta-region-server: CHANGED 2024-12-04T17:26:44,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:26:44,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,44087,1733333201234 in 187 msec 2024-12-04T17:26:44,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:26:44,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-04T17:26:44,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:26:44,197 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:26:44,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:44,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:44,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:44,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:44,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-12-04T17:26:44,205 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333204204, completionTime=-1 2024-12-04T17:26:44,205 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:26:44,205 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333264207 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333324207 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:41557, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,209 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:26:44,213 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:26:44,217 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:26:44,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:26:44,219 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:26:44,219 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41557,1733333201206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:26:44,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:44,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:44,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:44,258 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf6899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:44,260 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:44,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:44,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:44,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:44,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:44,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53301 2024-12-04T17:26:44,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:26:44,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a644fb070005 connected 2024-12-04T17:26:44,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8d5631 2024-12-04T17:26:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:44,271 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:44,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:26:44,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:26:44,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:44,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:26:44,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:26:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:26:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:44,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89c7dbaefc4f8ad23fe0a2bd271b2fc1, NAME => 'test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad 2024-12-04T17:26:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:26:44,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:26:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:45,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:45,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89c7dbaefc4f8ad23fe0a2bd271b2fc1, disabling compactions & flushes 2024-12-04T17:26:45,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. after waiting 0 ms 2024-12-04T17:26:45,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1: Waiting for close lock at 1733333205097Disabling compacts and flushes for region at 1733333205097Disabling writes for close at 1733333205098 (+1 ms)Writing region close event to WAL at 1733333205098Closed at 1733333205098 2024-12-04T17:26:45,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:26:45,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333205099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333205099"}]},"ts":"1733333205099"} 2024-12-04T17:26:45,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:26:45,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:26:45,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333205102"}]},"ts":"1733333205102"} 2024-12-04T17:26:45,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:26:45,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1, ASSIGN}] 2024-12-04T17:26:45,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1, ASSIGN 2024-12-04T17:26:45,105 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,40395,1733333197343; forceNewPlan=false, retain=false 2024-12-04T17:26:45,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89c7dbaefc4f8ad23fe0a2bd271b2fc1, regionState=OPENING, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:45,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1, ASSIGN because future has completed 2024-12-04T17:26:45,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c7dbaefc4f8ad23fe0a2bd271b2fc1, server=1bc61fcf61ea,40395,1733333197343}] 2024-12-04T17:26:45,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:45,417 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,417 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89c7dbaefc4f8ad23fe0a2bd271b2fc1, NAME => 'test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:45,417 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:45,417 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:26:45,417 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,418 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:45,418 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,418 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,419 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,420 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 columnFamilyName f 2024-12-04T17:26:45,420 DEBUG [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:45,421 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(327): Store=89c7dbaefc4f8ad23fe0a2bd271b2fc1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:45,421 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,421 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 columnFamilyName f1 2024-12-04T17:26:45,421 DEBUG [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:45,422 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(327): Store=89c7dbaefc4f8ad23fe0a2bd271b2fc1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:45,422 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,423 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c7dbaefc4f8ad23fe0a2bd271b2fc1 columnFamilyName norep 2024-12-04T17:26:45,423 DEBUG [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:45,423 INFO [StoreOpener-89c7dbaefc4f8ad23fe0a2bd271b2fc1-1 {}] regionserver.HStore(327): Store=89c7dbaefc4f8ad23fe0a2bd271b2fc1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:45,423 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,424 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,424 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,425 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,425 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,427 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:45,428 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,429 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:45,430 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89c7dbaefc4f8ad23fe0a2bd271b2fc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60262331, jitterRate=-0.10202129185199738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:45,430 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:45,430 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1: Running coprocessor pre-open hook at 1733333205418Writing region info on filesystem at 1733333205418Initializing all the Stores at 1733333205419 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333205419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333205419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333205419Cleaning up temporary data from old regions at 1733333205425 (+6 ms)Running coprocessor post-open hooks at 1733333205430 (+5 ms)Region opened successfully at 1733333205430 2024-12-04T17:26:45,431 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., pid=6, masterSystemTime=1733333205410 2024-12-04T17:26:45,433 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,433 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:26:45,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89c7dbaefc4f8ad23fe0a2bd271b2fc1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:45,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c7dbaefc4f8ad23fe0a2bd271b2fc1, server=1bc61fcf61ea,40395,1733333197343 because future has completed 2024-12-04T17:26:45,437 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35827 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bc61fcf61ea,40395,1733333197343, table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T17:26:45,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:26:45,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89c7dbaefc4f8ad23fe0a2bd271b2fc1, server=1bc61fcf61ea,40395,1733333197343 in 179 msec 2024-12-04T17:26:45,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:26:45,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89c7dbaefc4f8ad23fe0a2bd271b2fc1, ASSIGN in 335 msec 2024-12-04T17:26:45,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:26:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333205442"}]},"ts":"1733333205442"} 2024-12-04T17:26:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:26:45,444 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:26:45,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-04T17:26:45,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:26:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T17:26:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:26:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T17:26:45,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:45,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T17:26:45,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:26:45,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T17:26:45,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:45,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T17:26:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:46,427 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:26:46,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288ce04 2024-12-04T17:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:46,429 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:46,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:26:46,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:26:46,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:46,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:26:46,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:26:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:26:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:46,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13dfc0d33f97cbbadfa1b4ef56d02278, NAME => 'test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571 2024-12-04T17:26:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13dfc0d33f97cbbadfa1b4ef56d02278, disabling compactions & flushes 2024-12-04T17:26:47,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. after waiting 0 ms 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13dfc0d33f97cbbadfa1b4ef56d02278: Waiting for close lock at 1733333207247Disabling compacts and flushes for region at 1733333207247Disabling writes for close at 1733333207247Writing region close event to WAL at 1733333207247Closed at 1733333207247 2024-12-04T17:26:47,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:26:47,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333207249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333207249"}]},"ts":"1733333207249"} 2024-12-04T17:26:47,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:26:47,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:26:47,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333207252"}]},"ts":"1733333207252"} 2024-12-04T17:26:47,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:26:47,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc0d33f97cbbadfa1b4ef56d02278, ASSIGN}] 2024-12-04T17:26:47,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc0d33f97cbbadfa1b4ef56d02278, ASSIGN 2024-12-04T17:26:47,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13dfc0d33f97cbbadfa1b4ef56d02278, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,44087,1733333201234; forceNewPlan=false, retain=false 2024-12-04T17:26:47,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dfc0d33f97cbbadfa1b4ef56d02278, regionState=OPENING, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:47,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13dfc0d33f97cbbadfa1b4ef56d02278, ASSIGN because future has completed 2024-12-04T17:26:47,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dfc0d33f97cbbadfa1b4ef56d02278, server=1bc61fcf61ea,44087,1733333201234}] 2024-12-04T17:26:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:47,573 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,573 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13dfc0d33f97cbbadfa1b4ef56d02278, NAME => 'test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:47,574 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:47,574 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:26:47,574 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,574 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:47,574 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,575 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,577 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,580 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc0d33f97cbbadfa1b4ef56d02278 columnFamilyName f 2024-12-04T17:26:47,580 DEBUG [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:47,580 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(327): Store=13dfc0d33f97cbbadfa1b4ef56d02278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:47,580 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,583 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc0d33f97cbbadfa1b4ef56d02278 columnFamilyName f1 2024-12-04T17:26:47,583 DEBUG [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:47,584 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(327): Store=13dfc0d33f97cbbadfa1b4ef56d02278/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:47,584 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,587 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc0d33f97cbbadfa1b4ef56d02278 columnFamilyName norep 2024-12-04T17:26:47,587 DEBUG [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:47,587 INFO [StoreOpener-13dfc0d33f97cbbadfa1b4ef56d02278-1 {}] regionserver.HStore(327): Store=13dfc0d33f97cbbadfa1b4ef56d02278/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:47,588 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,589 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,592 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,594 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,594 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,595 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:47,596 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,599 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:47,600 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13dfc0d33f97cbbadfa1b4ef56d02278; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66581889, jitterRate=-0.007852539420127869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:47,600 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:47,600 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13dfc0d33f97cbbadfa1b4ef56d02278: Running coprocessor pre-open hook at 1733333207575Writing region info on filesystem at 1733333207575Initializing all the Stores at 1733333207576 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333207576Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333207576Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333207576Cleaning up temporary data from old regions at 1733333207594 (+18 ms)Running coprocessor post-open hooks at 1733333207600 (+6 ms)Region opened successfully at 1733333207600 2024-12-04T17:26:47,601 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., pid=6, masterSystemTime=1733333207565 2024-12-04T17:26:47,604 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,604 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:47,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dfc0d33f97cbbadfa1b4ef56d02278, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dfc0d33f97cbbadfa1b4ef56d02278, server=1bc61fcf61ea,44087,1733333201234 because future has completed 2024-12-04T17:26:47,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:26:47,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13dfc0d33f97cbbadfa1b4ef56d02278, server=1bc61fcf61ea,44087,1733333201234 in 196 msec 2024-12-04T17:26:47,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:26:47,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc0d33f97cbbadfa1b4ef56d02278, ASSIGN in 357 msec 2024-12-04T17:26:47,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:26:47,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333207616"}]},"ts":"1733333207616"} 2024-12-04T17:26:47,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:26:47,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:26:47,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-12-04T17:26:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:26:48,577 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:26:48,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:48,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:48,578 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26c5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,580 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:48,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57207ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:48,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:48,582 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de12d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,584 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0c169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:48,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:48,586 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8cd277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,589 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39568d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c727730 2024-12-04T17:26:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:48,596 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:48,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:41557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:26:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:26:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:48,599 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:41557' 2024-12-04T17:26:48,601 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364e185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,601 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:48,601 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:48,602 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:48,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:48,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:48,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64075456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:48,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:48,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,604 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:48,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15219841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:48,606 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:48,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:48,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6303deed 2024-12-04T17:26:48,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:48,608 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:48,609 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T17:26:48,609 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:26:48,609 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,609 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:48,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:48,610 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:48,611 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:26:48,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:26:48,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:48,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:26:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:26:48,661 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:26:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:49,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 068445f02d62e76d2e242a1293a543fb, NAME => 'hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad 2024-12-04T17:26:49,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:26:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 068445f02d62e76d2e242a1293a543fb, disabling compactions & flushes 2024-12-04T17:26:49,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. after waiting 0 ms 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 068445f02d62e76d2e242a1293a543fb: Waiting for close lock at 1733333209097Disabling compacts and flushes for region at 1733333209097Disabling writes for close at 1733333209097Writing region close event to WAL at 1733333209097Closed at 1733333209097 2024-12-04T17:26:49,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:26:49,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333209099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333209099"}]},"ts":"1733333209099"} 2024-12-04T17:26:49,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:26:49,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:26:49,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333209106"}]},"ts":"1733333209106"} 2024-12-04T17:26:49,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:26:49,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=068445f02d62e76d2e242a1293a543fb, ASSIGN}] 2024-12-04T17:26:49,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=068445f02d62e76d2e242a1293a543fb, ASSIGN 2024-12-04T17:26:49,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=068445f02d62e76d2e242a1293a543fb, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,40395,1733333197343; forceNewPlan=false, retain=false 2024-12-04T17:26:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:49,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=068445f02d62e76d2e242a1293a543fb, regionState=OPENING, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:49,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=068445f02d62e76d2e242a1293a543fb, ASSIGN because future has completed 2024-12-04T17:26:49,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068445f02d62e76d2e242a1293a543fb, server=1bc61fcf61ea,40395,1733333197343}] 2024-12-04T17:26:49,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:49,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:26:49,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C40395%2C1733333197343.rep, suffix=, logDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343, archiveDir=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs, maxLogs=10 2024-12-04T17:26:49,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.rep.1733333209484, exclude list is [], retry=0 2024-12-04T17:26:49,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-c161d66d-9797-4600-91e5-6c012852ffb5,DISK] 2024-12-04T17:26:49,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.rep.1733333209484 2024-12-04T17:26:49,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35453:35453)] 2024-12-04T17:26:49,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 068445f02d62e76d2e242a1293a543fb, NAME => 'hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:49,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. service=MultiRowMutationService 2024-12-04T17:26:49,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,517 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,519 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068445f02d62e76d2e242a1293a543fb columnFamilyName hfileref 2024-12-04T17:26:49,519 DEBUG [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:49,519 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(327): Store=068445f02d62e76d2e242a1293a543fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:49,519 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,530 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068445f02d62e76d2e242a1293a543fb columnFamilyName queue 2024-12-04T17:26:49,530 DEBUG [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:49,531 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(327): Store=068445f02d62e76d2e242a1293a543fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:49,531 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,532 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068445f02d62e76d2e242a1293a543fb columnFamilyName sid 2024-12-04T17:26:49,532 DEBUG [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:49,533 INFO [StoreOpener-068445f02d62e76d2e242a1293a543fb-1 {}] regionserver.HStore(327): Store=068445f02d62e76d2e242a1293a543fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:49,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:49,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:49,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 068445f02d62e76d2e242a1293a543fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67139460, jitterRate=4.559159278869629E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:49,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:49,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 068445f02d62e76d2e242a1293a543fb: Running coprocessor pre-open hook at 1733333209515Writing region info on filesystem at 1733333209516 (+1 ms)Initializing all the Stores at 1733333209516Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333209517 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333209517Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333209517Cleaning up temporary data from old regions at 1733333209539 (+22 ms)Running coprocessor post-open hooks at 1733333209548 (+9 ms)Region opened successfully at 1733333209548 2024-12-04T17:26:49,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb., pid=10, masterSystemTime=1733333209449 2024-12-04T17:26:49,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=068445f02d62e76d2e242a1293a543fb, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068445f02d62e76d2e242a1293a543fb, server=1bc61fcf61ea,40395,1733333197343 because future has completed 2024-12-04T17:26:49,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:49,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:26:49,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 068445f02d62e76d2e242a1293a543fb, server=1bc61fcf61ea,40395,1733333197343 in 279 msec 2024-12-04T17:26:49,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:26:49,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=068445f02d62e76d2e242a1293a543fb, ASSIGN in 448 msec 2024-12-04T17:26:49,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:26:49,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333209564"}]},"ts":"1733333209564"} 2024-12-04T17:26:49,567 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:26:49,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:26:49,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 958 msec 2024-12-04T17:26:49,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2] 2024-12-04T17:26:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:49,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:26:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:49,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:26:49,778 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:26:49,803 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,40395,1733333197343, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:26:49,804 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:49,804 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:49,804 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:49,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T17:26:49,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,40395,1733333197343', locateType=CURRENT is [region=hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2] 2024-12-04T17:26:49,815 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:26:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:26:49,818 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,40395,1733333197343 suceeded 2024-12-04T17:26:49,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:26:49,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-04T17:26:49,819 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:41557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:26:49,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2230 sec 2024-12-04T17:26:49,834 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:41557' 2024-12-04T17:26:49,836 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49da956b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:49,836 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:49,836 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:49,837 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36897b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:49,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:49,839 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:49,840 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61963b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:49,840 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:49,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c95472 2024-12-04T17:26:49,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:49,842 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:49,843 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,40395,1733333197343 (queues=1) is replicating from cluster=98e95aca-2cee-4778-9658-6fa17b3fbdde to cluster=3b0998c8-a446-48f4-8aed-7fc62225d48f 2024-12-04T17:26:49,843 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C40395%2C1733333197343 2024-12-04T17:26:49,843 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,40395,1733333197343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:26:49,843 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C40395%2C1733333197343 2024-12-04T17:26:49,843 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922, startPosition=0, beingWritten=true 2024-12-04T17:26:49,849 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:26:49,849 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:49,849 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,40395,1733333197343 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:26:50,053 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:50,358 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:50,747 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:26:50,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:50,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:50,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:50,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:50,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:50,749 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cb49e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,750 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:50,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c482352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e33d87 2024-12-04T17:26:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:50,753 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:50,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:26:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:26:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:50,756 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35827' 2024-12-04T17:26:50,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c65b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,757 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:50,757 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:50,758 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a82382d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:50,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:50,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,760 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:50,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0ccc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:50,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67fe7cda 2024-12-04T17:26:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:50,762 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:50,762 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:50,763 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T17:26:50,763 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:26:50,763 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,763 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:50,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:50,763 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:26:50,765 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:26:50,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:26:50,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:50,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:26:50,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:26:50,815 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:26:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:50,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:50,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:50,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:26:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:51,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c99966ab21c814675a07dfd4fc2b085, NAME => 'hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571 2024-12-04T17:26:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:26:51,272 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c99966ab21c814675a07dfd4fc2b085, disabling compactions & flushes 2024-12-04T17:26:51,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. after waiting 0 ms 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c99966ab21c814675a07dfd4fc2b085: Waiting for close lock at 1733333211589Disabling compacts and flushes for region at 1733333211589Disabling writes for close at 1733333211589Writing region close event to WAL at 1733333211589Closed at 1733333211589 2024-12-04T17:26:51,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:26:51,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333211590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333211590"}]},"ts":"1733333211590"} 2024-12-04T17:26:51,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:26:51,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:26:51,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333211592"}]},"ts":"1733333211592"} 2024-12-04T17:26:51,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:26:51,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c99966ab21c814675a07dfd4fc2b085, ASSIGN}] 2024-12-04T17:26:51,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c99966ab21c814675a07dfd4fc2b085, ASSIGN 2024-12-04T17:26:51,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c99966ab21c814675a07dfd4fc2b085, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,44087,1733333201234; forceNewPlan=false, retain=false 2024-12-04T17:26:51,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c99966ab21c814675a07dfd4fc2b085, regionState=OPENING, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:51,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c99966ab21c814675a07dfd4fc2b085, ASSIGN because future has completed 2024-12-04T17:26:51,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c99966ab21c814675a07dfd4fc2b085, server=1bc61fcf61ea,44087,1733333201234}] 2024-12-04T17:26:51,876 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:51,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:26:51,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:26:51,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C44087%2C1733333201234.rep, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/oldWALs, maxLogs=10 2024-12-04T17:26:51,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.rep.1733333211907, exclude list is [], retry=0 2024-12-04T17:26:51,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-7b4e59a8-b271-465a-a7ee-8a239ffe9b14,DISK] 2024-12-04T17:26:51,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.rep.1733333211907 2024-12-04T17:26:51,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45345:45345)] 2024-12-04T17:26:51,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c99966ab21c814675a07dfd4fc2b085, NAME => 'hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:26:51,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. service=MultiRowMutationService 2024-12-04T17:26:51,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,926 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,928 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c99966ab21c814675a07dfd4fc2b085 columnFamilyName hfileref 2024-12-04T17:26:51,928 DEBUG [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:51,928 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(327): Store=3c99966ab21c814675a07dfd4fc2b085/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:51,928 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,932 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c99966ab21c814675a07dfd4fc2b085 columnFamilyName queue 2024-12-04T17:26:51,932 DEBUG [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:51,933 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(327): Store=3c99966ab21c814675a07dfd4fc2b085/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:51,933 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,934 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c99966ab21c814675a07dfd4fc2b085 columnFamilyName sid 2024-12-04T17:26:51,934 DEBUG [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:26:51,934 INFO [StoreOpener-3c99966ab21c814675a07dfd4fc2b085-1 {}] regionserver.HStore(327): Store=3c99966ab21c814675a07dfd4fc2b085/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:26:51,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:26:51,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:26:51,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3c99966ab21c814675a07dfd4fc2b085; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64686530, jitterRate=-0.03609558939933777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:26:51,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:51,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3c99966ab21c814675a07dfd4fc2b085: Running coprocessor pre-open hook at 1733333211925Writing region info on filesystem at 1733333211925Initializing all the Stores at 1733333211926 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333211926Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333211926Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333211926Cleaning up temporary data from old regions at 1733333211936 (+10 ms)Running coprocessor post-open hooks at 1733333211940 (+4 ms)Region opened successfully at 1733333211940 2024-12-04T17:26:51,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085., pid=10, masterSystemTime=1733333211901 2024-12-04T17:26:51,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:51,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c99966ab21c814675a07dfd4fc2b085, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:51,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c99966ab21c814675a07dfd4fc2b085, server=1bc61fcf61ea,44087,1733333201234 because future has completed 2024-12-04T17:26:51,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:26:51,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c99966ab21c814675a07dfd4fc2b085, server=1bc61fcf61ea,44087,1733333201234 in 201 msec 2024-12-04T17:26:51,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:26:51,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c99966ab21c814675a07dfd4fc2b085, ASSIGN in 358 msec 2024-12-04T17:26:51,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:26:51,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333211955"}]},"ts":"1733333211955"} 2024-12-04T17:26:51,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:26:51,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:26:51,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-12-04T17:26:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2] 2024-12-04T17:26:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:51,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:26:52,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:26:52,160 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:26:52,203 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,44087,1733333201234, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:26:52,204 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:52,204 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:52,205 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:52,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T17:26:52,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,44087,1733333201234', locateType=CURRENT is [region=hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2] 2024-12-04T17:26:52,212 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:26:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:26:52,214 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,44087,1733333201234 suceeded 2024-12-04T17:26:52,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:26:52,216 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:35827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:26:52,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-04T17:26:52,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-12-04T17:26:52,248 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35827' 2024-12-04T17:26:52,252 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47375056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:52,252 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:52,252 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:52,253 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:52,254 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:52,254 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53038ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:52,254 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:52,254 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:52,256 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:52,260 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3886106e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:52,260 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:52,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59310ea3 2024-12-04T17:26:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:52,263 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:52,264 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,44087,1733333201234 (queues=1) is replicating from cluster=3b0998c8-a446-48f4-8aed-7fc62225d48f to cluster=98e95aca-2cee-4778-9658-6fa17b3fbdde 2024-12-04T17:26:52,264 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C44087%2C1733333201234 2024-12-04T17:26:52,264 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,44087,1733333201234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:26:52,268 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, startPosition=0, beingWritten=true 2024-12-04T17:26:52,280 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C44087%2C1733333201234 2024-12-04T17:26:52,297 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:26:52,297 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:52,297 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,44087,1733333201234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:26:52,510 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:52,579 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:52,814 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:26:52,907 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:26:52,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:52,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:52,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:52,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:52,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:52,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:52,912 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733333212910/Put/seqid=0 2024-12-04T17:26:52,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741840_1016 (size=7894) 2024-12-04T17:26:53,218 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:53,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733333213317/Put/seqid=0 2024-12-04T17:26:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741841_1017 (size=7691) 2024-12-04T17:26:53,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:53,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:53,324 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154524b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:53,325 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:53,325 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:53,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:53,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:53,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25870b60 2024-12-04T17:26:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:53,340 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2] 2024-12-04T17:26:53,345 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:26:53,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T17:26:53,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T17:26:53,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T17:26:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:53,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T17:26:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegion(2603): Flush status journal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1: 2024-12-04T17:26:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_1 2024-12-04T17:26:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_1 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ 2024-12-04T17:26:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_0 2024-12-04T17:26:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_0 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ 2024-12-04T17:26:53,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_1 into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ - updating store file list. 2024-12-04T17:26:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:53,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:53,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_1 into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f (new location: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_) 2024-12-04T17:26:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_1 2024-12-04T17:26:53,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_0 into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ - updating store file list. 2024-12-04T17:26:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:53,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:53,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_0 into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f (new location: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_) 2024-12-04T17:26:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins__test__q18rkifjkue98b6co99v0ht9hhdair56p67nreoup684v3eai0836l4athhr7p2h/f/hfile_0 2024-12-04T17:26:53,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:53,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:53,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:53,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2 , the old value is region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:40395 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:26:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:26:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2 from cache 2024-12-04T17:26:53,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:53,382 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T17:26:53,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:53,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:53,384 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 379, reset compression=false 2024-12-04T17:26:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2] 2024-12-04T17:26:53,387 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:26:53,390 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:26:53,390 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,40395,1733333197343 got entry batch from reader: WALEntryBatch [walEntries=[{test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333213380/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:26:53,392 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:53,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T17:26:53,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.ReplicationSink(318): Replicating [98e95aca-2cee-4778-9658-6fa17b3fbdde] bulk loaded data 2024-12-04T17:26:53,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700fd767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:53,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:53,394 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:53,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0c66ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:53,396 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:53,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1a6063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741840_1016 (size=7691) 2024-12-04T17:26:53,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:40395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:26:53,590 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:53,721 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741841_1017 (size=7894) 2024-12-04T17:26:53,893 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:54,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45488337 2024-12-04T17:26:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:54,220 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:54,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:26:54,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:54,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:54,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T17:26:54,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T17:26:54,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T17:26:54,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ for inclusion in 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T17:26:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:54,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ for inclusion in 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T17:26:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegion(2603): Flush status journal for 13dfc0d33f97cbbadfa1b4ef56d02278: 2024-12-04T17:26:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:26:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/fad59be7b82d4d92a5e585b64a990159_SeqId_4_ 2024-12-04T17:26:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:26:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/8c968c82b1284b998587ee76e60cb5e6_SeqId_4_ 2024-12-04T17:26:54,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/fad59be7b82d4d92a5e585b64a990159_SeqId_4_ - updating store file list. 2024-12-04T17:26:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fad59be7b82d4d92a5e585b64a990159_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:54,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/fad59be7b82d4d92a5e585b64a990159_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:54,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f (new location: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/fad59be7b82d4d92a5e585b64a990159_SeqId_4_) 2024-12-04T17:26:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/34fdb4d89bbe4cc6b609cdd8a4d296dd_SeqId_4_ 2024-12-04T17:26:54,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/8c968c82b1284b998587ee76e60cb5e6_SeqId_4_ - updating store file list. 2024-12-04T17:26:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c968c82b1284b998587ee76e60cb5e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:54,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/8c968c82b1284b998587ee76e60cb5e6_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:54,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f (new location: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/8c968c82b1284b998587ee76e60cb5e6_SeqId_4_) 2024-12-04T17:26:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins.hfs.11__test__qmbvmj6eingrt7mm816phgptl57ut725qnh1k1q38dmll27lon2uspug2vgr195r/f/ba36cc5c8686484bbefa9c43fe3fdb25_SeqId_4_ 2024-12-04T17:26:54,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.ReplicationSink(324): Finished replicating [98e95aca-2cee-4778-9658-6fa17b3fbdde] bulk loaded data 2024-12-04T17:26:54,296 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:54,325 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 379, reset compression=false 2024-12-04T17:26:54,330 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:26:54,330 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,44087,1733333201234 got entry batch from reader: WALEntryBatch [walEntries=[{test/13dfc0d33f97cbbadfa1b4ef56d02278/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333214251/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T17:26:54,332 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:26:54,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T17:26:54,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(318): Replicating [98e95aca-2cee-4778-9658-6fa17b3fbdde, 3b0998c8-a446-48f4-8aed-7fc62225d48f] bulk loaded data 2024-12-04T17:26:54,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189ccab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:54,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35827,-1 for getting cluster id 2024-12-04T17:26:54,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:54,335 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98e95aca-2cee-4778-9658-6fa17b3fbdde' 2024-12-04T17:26:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98e95aca-2cee-4778-9658-6fa17b3fbdde" 2024-12-04T17:26:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ccc9c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35827,-1] 2024-12-04T17:26:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:54,337 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:54,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6048efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741842_1018 (size=7894) 2024-12-04T17:26:54,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741843_1019 (size=7691) 2024-12-04T17:26:54,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:26:54,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733333214400/Put/seqid=0 2024-12-04T17:26:54,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:54,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:54,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c628a44 2024-12-04T17:26:54,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:54,404 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T17:26:54,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:26:54,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741842_1018 (size=11194) 2024-12-04T17:26:54,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:54,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T17:26:54,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__vm38hjilasbj0l9ll1qeq8b14kcd7c1hj8iu52gatf9ls4qdjad77aoq5db2p9io/f/8c968c82b1284b998587ee76e60cb5e6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T17:26:54,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__vm38hjilasbj0l9ll1qeq8b14kcd7c1hj8iu52gatf9ls4qdjad77aoq5db2p9io/f/fad59be7b82d4d92a5e585b64a990159_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T17:26:54,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(324): Finished replicating [98e95aca-2cee-4778-9658-6fa17b3fbdde, 3b0998c8-a446-48f4-8aed-7fc62225d48f] bulk loaded data 2024-12-04T17:26:54,530 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 725, reset compression=false 2024-12-04T17:26:54,801 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:54,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733333214809/Put/seqid=0 2024-12-04T17:26:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741843_1019 (size=10791) 2024-12-04T17:26:54,842 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 725, reset compression=false 2024-12-04T17:26:55,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbaeaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:55,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,41557,-1 for getting cluster id 2024-12-04T17:26:55,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:26:55,215 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b0998c8-a446-48f4-8aed-7fc62225d48f' 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b0998c8-a446-48f4-8aed-7fc62225d48f" 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,41557,-1] 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:26:55,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:55,216 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:26:55,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:26:55,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,44087,1733333201234, seqNum=-1] 2024-12-04T17:26:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:55,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:55,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503687df 2024-12-04T17:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:26:55,226 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:26:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2] 2024-12-04T17:26:55,231 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:26:55,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T17:26:55,239 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T17:26:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T17:26:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:55,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:55,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 725, reset compression=false 2024-12-04T17:26:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T17:26:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegion(2603): Flush status journal for 13dfc0d33f97cbbadfa1b4ef56d02278: 2024-12-04T17:26:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_1 2024-12-04T17:26:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_1 as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ 2024-12-04T17:26:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_0 2024-12-04T17:26:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_0 as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ 2024-12-04T17:26:55,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_1 into 13dfc0d33f97cbbadfa1b4ef56d02278/f as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ - updating store file list. 2024-12-04T17:26:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82d516f054bf4fd38b0b9124e4c65516_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_1 into 13dfc0d33f97cbbadfa1b4ef56d02278/f (new location: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_) 2024-12-04T17:26:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_1 2024-12-04T17:26:55,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_0 into 13dfc0d33f97cbbadfa1b4ef56d02278/f as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ - updating store file list. 2024-12-04T17:26:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:55,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ into 13dfc0d33f97cbbadfa1b4ef56d02278/f 2024-12-04T17:26:55,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_0 into 13dfc0d33f97cbbadfa1b4ef56d02278/f (new location: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_) 2024-12-04T17:26:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/staging/jenkins__test__6viorq5s8pahndt431unki3cnl20m57f8u6aq2h8s996024hp3juhliio41lm8kc/f/hfile_0 2024-12-04T17:26:55,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:55,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:55,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:55,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:55,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2 , the old value is region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:44087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:26:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:26:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., hostname=1bc61fcf61ea,44087,1733333201234, seqNum=2 from cache 2024-12-04T17:26:55,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:26:55,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T17:26:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,40395,1733333197343, seqNum=-1] 2024-12-04T17:26:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:26:55,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:26:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1., hostname=1bc61fcf61ea,40395,1733333197343, seqNum=2] 2024-12-04T17:26:55,278 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:26:55,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:44087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:26:55,405 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:55,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:26:55,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T17:26:55,749 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 725, reset compression=false 2024-12-04T17:26:55,753 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:26:55,753 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,44087,1733333201234 got entry batch from reader: WALEntryBatch [walEntries=[{test/13dfc0d33f97cbbadfa1b4ef56d02278/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333215266/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:26:55,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(318): Replicating [3b0998c8-a446-48f4-8aed-7fc62225d48f] bulk loaded data 2024-12-04T17:26:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741844_1020 (size=10791) 2024-12-04T17:26:55,954 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1033, reset compression=false 2024-12-04T17:26:56,109 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741845_1021 (size=11194) 2024-12-04T17:26:56,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:26:56,192 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T17:26:56,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T17:26:56,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ for inclusion in 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T17:26:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:56,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ for inclusion in 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T17:26:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:26:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegion(2603): Flush status journal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1: 2024-12-04T17:26:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:26:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/5141f8f62e254660b0354958b7052df2_SeqId_6_ 2024-12-04T17:26:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:26:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_ 2024-12-04T17:26:56,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/5141f8f62e254660b0354958b7052df2_SeqId_6_ - updating store file list. 2024-12-04T17:26:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5141f8f62e254660b0354958b7052df2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:56,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/5141f8f62e254660b0354958b7052df2_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:56,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f (new location: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/5141f8f62e254660b0354958b7052df2_SeqId_6_) 2024-12-04T17:26:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_ 2024-12-04T17:26:56,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_ - updating store file list. 2024-12-04T17:26:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:26:56,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f 2024-12-04T17:26:56,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ into 89c7dbaefc4f8ad23fe0a2bd271b2fc1/f (new location: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/f/1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_) 2024-12-04T17:26:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/staging/jenkins.hfs.10__test__j1jlur7n8b4c74btdih7fcqdjfc7p0dfnv6et7c8vujdu6f14v3gq0e6r7frauj8/f/82d516f054bf4fd38b0b9124e4c65516_SeqId_6_ 2024-12-04T17:26:56,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40395 {}] regionserver.ReplicationSink(324): Finished replicating [3b0998c8-a446-48f4-8aed-7fc62225d48f] bulk loaded data 2024-12-04T17:26:56,261 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1033, reset compression=false 2024-12-04T17:26:56,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:56,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:56,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:56,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:56,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:56,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:56,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=277253930, stopped=false 2024-12-04T17:26:56,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,41557,1733333201206 2024-12-04T17:26:56,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-917395734/running 2024-12-04T17:26:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-917395734/running 2024-12-04T17:26:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:56,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:56,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:56,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:56,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:56,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:56,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,44087,1733333201234' ***** 2024-12-04T17:26:56,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:56,293 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:56,293 INFO [RS:0;1bc61fcf61ea:44087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:56,293 INFO [RS:0;1bc61fcf61ea:44087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:56,293 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(3091): Received CLOSE for 13dfc0d33f97cbbadfa1b4ef56d02278 2024-12-04T17:26:56,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:56,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/running 2024-12-04T17:26:56,293 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:44087. 2024-12-04T17:26:56,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Set watcher on znode that does not yet exist, /1-917395734/running 2024-12-04T17:26:56,294 DEBUG [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:56,294 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:56,294 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13dfc0d33f97cbbadfa1b4ef56d02278, disabling compactions & flushes 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:56,294 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:56,294 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:56,294 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. after waiting 0 ms 2024-12-04T17:26:56,294 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:56,294 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:26:56,294 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1325): Online Regions={13dfc0d33f97cbbadfa1b4ef56d02278=test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278., 3c99966ab21c814675a07dfd4fc2b085=hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:56,295 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 13dfc0d33f97cbbadfa1b4ef56d02278, 1588230740, 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:56,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:56,295 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:56,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:56,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:56,295 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:56,295 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:26:56,298 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/default/test/13dfc0d33f97cbbadfa1b4ef56d02278/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:26:56,299 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13dfc0d33f97cbbadfa1b4ef56d02278: Waiting for close lock at 1733333216294Running coprocessor pre-close hooks at 1733333216294Disabling compacts and flushes for region at 1733333216294Disabling writes for close at 1733333216294Writing region close event to WAL at 1733333216295 (+1 ms)Running coprocessor post-close hooks at 1733333216299 (+4 ms)Closed at 1733333216299 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278. 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c99966ab21c814675a07dfd4fc2b085, disabling compactions & flushes 2024-12-04T17:26:56,299 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. after waiting 0 ms 2024-12-04T17:26:56,299 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:56,299 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c99966ab21c814675a07dfd4fc2b085 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T17:26:56,306 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:56,312 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/info/7baba7ef5f3245c8931adf8cfc4585fa is 147, key is hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085./info:regioninfo/1733333211943/Put/seqid=0 2024-12-04T17:26:56,312 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/hfileref/d7794eca413a438dbd436ccafcc58094 is 74, key is 1/hfileref:1756e4b7f61c4a3987184a0f7d30f4f9_SeqId_6_/1733333216237/DeleteColumn/seqid=0 2024-12-04T17:26:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741844_1020 (size=7686) 2024-12-04T17:26:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741845_1021 (size=5345) 2024-12-04T17:26:56,495 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:56,665 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1033, reset compression=false 2024-12-04T17:26:56,669 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:26:56,669 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1328, reset compression=false 2024-12-04T17:26:56,669 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,44087,1733333201234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:26:56,670 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,44087,1733333201234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,44087,1733333201234, walGroup=1bc61fcf61ea%2C44087%2C1733333201234, offset=1bc61fcf61ea%2C44087%2C1733333201234.1733333203224:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:44087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:26:56,671 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:26:56,671 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:26:56,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:26:56,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:26:56,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:26:56,672 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 786860728 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187459504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:26:56,675 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:26:56,695 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c99966ab21c814675a07dfd4fc2b085 2024-12-04T17:26:56,719 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/info/7baba7ef5f3245c8931adf8cfc4585fa 2024-12-04T17:26:56,722 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/hfileref/d7794eca413a438dbd436ccafcc58094 2024-12-04T17:26:56,737 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/ns/00ca9c6fce744d0bbd9a96eb97a63f5d is 43, key is default/ns:d/1733333204200/Put/seqid=0 2024-12-04T17:26:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741846_1022 (size=5153) 2024-12-04T17:26:56,742 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/ns/00ca9c6fce744d0bbd9a96eb97a63f5d 2024-12-04T17:26:56,743 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/queue/44fc673e22a1416d9581d6a870956b1b is 154, key is 1-1bc61fcf61ea,44087,1733333201234/queue:1bc61fcf61ea%2C44087%2C1733333201234/1733333216238/Put/seqid=0 2024-12-04T17:26:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741847_1023 (size=5353) 2024-12-04T17:26:56,747 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/queue/44fc673e22a1416d9581d6a870956b1b 2024-12-04T17:26:56,753 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/hfileref/d7794eca413a438dbd436ccafcc58094 as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/hfileref/d7794eca413a438dbd436ccafcc58094 2024-12-04T17:26:56,759 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/hfileref/d7794eca413a438dbd436ccafcc58094, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T17:26:56,761 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/.tmp/queue/44fc673e22a1416d9581d6a870956b1b as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/queue/44fc673e22a1416d9581d6a870956b1b 2024-12-04T17:26:56,765 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/rep_barrier/d99db18ca88d4cb484450bea80bd122b is 112, key is test,,1733333206429.13dfc0d33f97cbbadfa1b4ef56d02278./rep_barrier:seqnumDuringOpen/1733333207604/Put/seqid=0 2024-12-04T17:26:56,768 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/queue/44fc673e22a1416d9581d6a870956b1b, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T17:26:56,769 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3c99966ab21c814675a07dfd4fc2b085 in 469ms, sequenceid=12, compaction requested=false 2024-12-04T17:26:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741848_1024 (size=5518) 2024-12-04T17:26:56,772 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/replication/3c99966ab21c814675a07dfd4fc2b085/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T17:26:56,772 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:56,772 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:56,772 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:56,772 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c99966ab21c814675a07dfd4fc2b085: Waiting for close lock at 1733333216299Running coprocessor pre-close hooks at 1733333216299Disabling compacts and flushes for region at 1733333216299Disabling writes for close at 1733333216299Obtaining lock to block concurrent updates at 1733333216299Preparing flush snapshotting stores in 3c99966ab21c814675a07dfd4fc2b085 at 1733333216299Finished memstore snapshotting hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733333216300 (+1 ms)Flushing stores of hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. at 1733333216300Flushing 3c99966ab21c814675a07dfd4fc2b085/hfileref: creating writer at 1733333216300Flushing 3c99966ab21c814675a07dfd4fc2b085/hfileref: appending metadata at 1733333216311 (+11 ms)Flushing 3c99966ab21c814675a07dfd4fc2b085/hfileref: closing flushed file at 1733333216311Flushing 3c99966ab21c814675a07dfd4fc2b085/queue: creating writer at 1733333216726 (+415 ms)Flushing 3c99966ab21c814675a07dfd4fc2b085/queue: appending metadata at 1733333216742 (+16 ms)Flushing 3c99966ab21c814675a07dfd4fc2b085/queue: closing flushed file at 1733333216742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f947613: reopening flushed file at 1733333216752 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5beddf9: reopening flushed file at 1733333216760 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3c99966ab21c814675a07dfd4fc2b085 in 469ms, sequenceid=12, compaction requested=false at 1733333216769 (+9 ms)Writing region close event to WAL at 1733333216769Running coprocessor post-close hooks at 1733333216772 (+3 ms)Closed at 1733333216772 2024-12-04T17:26:56,772 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333210763.3c99966ab21c814675a07dfd4fc2b085. 2024-12-04T17:26:56,875 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1328, reset compression=false 2024-12-04T17:26:56,895 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:56,913 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 687, reset compression=false 2024-12-04T17:26:56,917 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:26:56,917 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,40395,1733333197343 got entry batch from reader: WALEntryBatch [walEntries=[{test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333216234/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T17:26:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1bc61fcf61ea,44087,1733333201234 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:56,921 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1bc61fcf61ea,44087,1733333201234 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1bc61fcf61ea,44087,1733333201234 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,024 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1bc61fcf61ea,44087,1733333201234 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,095 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:57,117 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:57,119 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:26:57,120 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:26:57,170 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/rep_barrier/d99db18ca88d4cb484450bea80bd122b 2024-12-04T17:26:57,179 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1328, reset compression=false 2024-12-04T17:26:57,192 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/table/5a9dfe4b3ede46d9a866934ce9027bfb is 53, key is hbase:replication/table:state/1733333211955/Put/seqid=0 2024-12-04T17:26:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741849_1025 (size=5308) 2024-12-04T17:26:57,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1bc61fcf61ea,44087,1733333201234 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,227 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1bc61fcf61ea,44087,1733333201234 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,295 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:26:57,295 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:26:57,295 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:57,421 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:57,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:26:57,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:26:57,496 DEBUG [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:26:57,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 1bc61fcf61ea,44087,1733333201234 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,531 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 1bc61fcf61ea,44087,1733333201234 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,585 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.1733333203224 to pos 1328, reset compression=false 2024-12-04T17:26:57,596 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/table/5a9dfe4b3ede46d9a866934ce9027bfb 2024-12-04T17:26:57,605 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/info/7baba7ef5f3245c8931adf8cfc4585fa as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/info/7baba7ef5f3245c8931adf8cfc4585fa 2024-12-04T17:26:57,610 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/info/7baba7ef5f3245c8931adf8cfc4585fa, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:26:57,610 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/ns/00ca9c6fce744d0bbd9a96eb97a63f5d as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/ns/00ca9c6fce744d0bbd9a96eb97a63f5d 2024-12-04T17:26:57,615 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/ns/00ca9c6fce744d0bbd9a96eb97a63f5d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:26:57,616 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/rep_barrier/d99db18ca88d4cb484450bea80bd122b as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/rep_barrier/d99db18ca88d4cb484450bea80bd122b 2024-12-04T17:26:57,620 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/rep_barrier/d99db18ca88d4cb484450bea80bd122b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:26:57,621 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/.tmp/table/5a9dfe4b3ede46d9a866934ce9027bfb as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/table/5a9dfe4b3ede46d9a866934ce9027bfb 2024-12-04T17:26:57,625 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/table/5a9dfe4b3ede46d9a866934ce9027bfb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:26:57,626 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-12-04T17:26:57,632 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:26:57,633 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:26:57,633 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:26:57,633 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:57,633 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333216295Running coprocessor pre-close hooks at 1733333216295Disabling compacts and flushes for region at 1733333216295Disabling writes for close at 1733333216295Obtaining lock to block concurrent updates at 1733333216295Preparing flush snapshotting stores in 1588230740 at 1733333216295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333216296 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333216296Flushing 1588230740/info: creating writer at 1733333216296Flushing 1588230740/info: appending metadata at 1733333216311 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733333216311Flushing 1588230740/ns: creating writer at 1733333216723 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733333216736 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733333216736Flushing 1588230740/rep_barrier: creating writer at 1733333216748 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333216765 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333216765Flushing 1588230740/table: creating writer at 1733333217175 (+410 ms)Flushing 1588230740/table: appending metadata at 1733333217192 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733333217192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245154e5: reopening flushed file at 1733333217601 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329d4320: reopening flushed file at 1733333217610 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4258e490: reopening flushed file at 1733333217615 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5525df: reopening flushed file at 1733333217620 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1733333217626 (+6 ms)Writing region close event to WAL at 1733333217629 (+3 ms)Running coprocessor post-close hooks at 1733333217633 (+4 ms)Closed at 1733333217633 2024-12-04T17:26:57,633 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:26:57,696 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,44087,1733333201234; all regions closed. 2024-12-04T17:26:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:26:57,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/WALs/1bc61fcf61ea,44087,1733333201234/1bc61fcf61ea%2C44087%2C1733333201234.meta.1733333204164.meta not finished, retry = 0 2024-12-04T17:26:57,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741839_1015 (size=3127) 2024-12-04T17:26:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741832_1008 (size=1336) 2024-12-04T17:26:57,803 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:57,803 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:26:57,803 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:57,803 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:57,803 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:57,803 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:57,804 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,44087,1733333201234 because: Region server is closing 2024-12-04T17:26:57,804 INFO [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:44087. 2024-12-04T17:26:57,804 DEBUG [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:57,804 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:57,804 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:57,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:57,825 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:57,904 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.shipper1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 terminated 2024-12-04T17:26:57,904 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,44087,1733333201234.replicationSource.wal-reader.1bc61fcf61ea%2C44087%2C1733333201234,1-1bc61fcf61ea,44087,1733333201234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:26:57,904 INFO [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:44087. 2024-12-04T17:26:57,904 DEBUG [RS:0;1bc61fcf61ea:44087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:57,904 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:57,905 DEBUG [RS:0;1bc61fcf61ea:44087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:57,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:57,905 INFO [RS:0;1bc61fcf61ea:44087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44087 2024-12-04T17:26:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-917395734/rs/1bc61fcf61ea,44087,1733333201234 2024-12-04T17:26:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734/rs 2024-12-04T17:26:57,906 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:57,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,44087,1733333201234] 2024-12-04T17:26:57,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-917395734/draining/1bc61fcf61ea,44087,1733333201234 already deleted, retry=false 2024-12-04T17:26:57,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,44087,1733333201234 expired; onlineServers=0 2024-12-04T17:26:57,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,41557,1733333201206' ***** 2024-12-04T17:26:57,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:26:57,907 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:57,907 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:26:57,908 DEBUG [M:0;1bc61fcf61ea:41557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:26:57,908 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:26:57,908 DEBUG [M:0;1bc61fcf61ea:41557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:26:57,908 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333203024 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333203024,5,FailOnTimeoutGroup] 2024-12-04T17:26:57,908 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333203033 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333203033,5,FailOnTimeoutGroup] 2024-12-04T17:26:57,908 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:26:57,908 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:26:57,908 DEBUG [M:0;1bc61fcf61ea:41557 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:26:57,908 INFO [M:0;1bc61fcf61ea:41557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:26:57,908 INFO [M:0;1bc61fcf61ea:41557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:57,908 INFO [M:0;1bc61fcf61ea:41557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:26:57,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:26:57,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-917395734/master 2024-12-04T17:26:57,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-917395734 2024-12-04T17:26:57,909 DEBUG [M:0;1bc61fcf61ea:41557 {}] zookeeper.ZKUtil(347): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Unable to get data of znode /1-917395734/master because node does not exist (not an error) 2024-12-04T17:26:57,909 WARN [M:0;1bc61fcf61ea:41557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:26:57,909 INFO [M:0;1bc61fcf61ea:41557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/.lastflushedseqids 2024-12-04T17:26:57,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741850_1026 (size=263) 2024-12-04T17:26:57,936 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1bc61fcf61ea:44087 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:44087 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:57,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1bc61fcf61ea:44087 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:44087 2024-12-04T17:26:57,937 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=1bc61fcf61ea:44087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:44087 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:44087 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T17:26:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:26:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41492 deadline: 1733333277939, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T17:26:57,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T17:26:57,959 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T17:26:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:58,007 INFO [RS:0;1bc61fcf61ea:44087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:58,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44087-0x100a644fb070004, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:58,007 INFO [RS:0;1bc61fcf61ea:44087 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,44087,1733333201234; zookeeper connection closed. 2024-12-04T17:26:58,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c24405a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c24405a 2024-12-04T17:26:58,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:26:58,313 INFO [M:0;1bc61fcf61ea:41557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:26:58,313 INFO [M:0;1bc61fcf61ea:41557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:26:58,313 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:26:58,313 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:58,313 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:58,313 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:26:58,313 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:58,313 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:26:58,325 DEBUG [M:0;1bc61fcf61ea:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b0ed25c8ce4cf48ed704fef52b039b is 82, key is hbase:meta,,1/info:regioninfo/1733333204191/Put/seqid=0 2024-12-04T17:26:58,329 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741851_1027 (size=5672) 2024-12-04T17:26:58,459 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T17:26:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:26:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41492 deadline: 1733333278460, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T17:26:58,461 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T17:26:58,462 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T17:26:58,462 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T17:26:58,730 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b0ed25c8ce4cf48ed704fef52b039b 2024-12-04T17:26:58,750 DEBUG [M:0;1bc61fcf61ea:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a5ca5cbe8a742cd9c7515bff14d78d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333211966/Put/seqid=0 2024-12-04T17:26:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741852_1028 (size=8517) 2024-12-04T17:26:58,932 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:59,063 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T17:26:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:26:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41557 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41492 deadline: 1733333279064, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T17:26:59,065 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T17:26:59,066 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T17:26:59,066 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T17:26:59,166 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a5ca5cbe8a742cd9c7515bff14d78d4 2024-12-04T17:26:59,182 DEBUG [M:0;1bc61fcf61ea:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd3dbaffaf7d490d83d32ac9d7c1850a is 69, key is 1bc61fcf61ea,44087,1733333201234/rs:state/1733333203071/Put/seqid=0 2024-12-04T17:26:59,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741853_1029 (size=5156) 2024-12-04T17:26:59,585 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd3dbaffaf7d490d83d32ac9d7c1850a 2024-12-04T17:26:59,590 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b0ed25c8ce4cf48ed704fef52b039b as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b0ed25c8ce4cf48ed704fef52b039b 2024-12-04T17:26:59,594 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b0ed25c8ce4cf48ed704fef52b039b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:26:59,595 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a5ca5cbe8a742cd9c7515bff14d78d4 as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a5ca5cbe8a742cd9c7515bff14d78d4 2024-12-04T17:26:59,599 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a5ca5cbe8a742cd9c7515bff14d78d4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:26:59,599 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd3dbaffaf7d490d83d32ac9d7c1850a as hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd3dbaffaf7d490d83d32ac9d7c1850a 2024-12-04T17:26:59,603 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd3dbaffaf7d490d83d32ac9d7c1850a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:26:59,604 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-12-04T17:26:59,606 INFO [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:26:59,606 DEBUG [M:0;1bc61fcf61ea:41557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333218313Disabling compacts and flushes for region at 1733333218313Disabling writes for close at 1733333218313Obtaining lock to block concurrent updates at 1733333218313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333218313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333218313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333218314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333218314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333218325 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333218325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333218734 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333218750 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333218750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333219169 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333219181 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333219181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f5b2dc: reopening flushed file at 1733333219589 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f29d889: reopening flushed file at 1733333219594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f501871: reopening flushed file at 1733333219599 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1733333219604 (+5 ms)Writing region close event to WAL at 1733333219605 (+1 ms)Closed at 1733333219605 2024-12-04T17:26:59,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:26:59,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a1b7bdc-12e4-3c9c-de37-144fd1da7571/MasterData/WALs/1bc61fcf61ea,41557,1733333201206/1bc61fcf61ea%2C41557%2C1733333201206.1733333202945 not finished, retry = 0 2024-12-04T17:26:59,636 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:26:59,708 INFO [M:0;1bc61fcf61ea:41557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:26:59,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:26:59,708 INFO [M:0;1bc61fcf61ea:41557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41557 2024-12-04T17:26:59,709 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:26:59,767 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T17:26:59,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1bc61fcf61ea:41557 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:41557 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:59,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 1bc61fcf61ea:41557 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:41557 2024-12-04T17:26:59,810 INFO [M:0;1bc61fcf61ea:41557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:26:59,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:59,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x100a644fb070003, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:26:59,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:26:59,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:59,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:59,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:59,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:59,814 WARN [BP-1568576444-172.17.0.2-1733333200128 heartbeating to localhost/127.0.0.1:34789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:26:59,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:26:59,814 WARN [BP-1568576444-172.17.0.2-1733333200128 heartbeating to localhost/127.0.0.1:34789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1568576444-172.17.0.2-1733333200128 (Datanode Uuid 746c9510-b636-44b0-8a95-e6f853c78f8b) service to localhost/127.0.0.1:34789 2024-12-04T17:26:59,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:26:59,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/cluster_6f70b032-9677-e851-e74c-1b8b58b568b6/data/data1/current/BP-1568576444-172.17.0.2-1733333200128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:59,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/cluster_6f70b032-9677-e851-e74c-1b8b58b568b6/data/data2/current/BP-1568576444-172.17.0.2-1733333200128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:26:59,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:26:59,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:26:59,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:26:59,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:26:59,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:26:59,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir/,STOPPED} 2024-12-04T17:26:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:26:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:26:59,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:59,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:59,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:59,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:59,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:26:59,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:26:59,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1819914616, stopped=false 2024-12-04T17:26:59,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,35827,1733333197306 2024-12-04T17:26:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808274193/running 2024-12-04T17:26:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808274193/running 2024-12-04T17:26:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:26:59,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:26:59,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:26:59,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:59,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:59,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,40395,1733333197343' ***** 2024-12-04T17:26:59,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:26:59,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/running 2024-12-04T17:26:59,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Set watcher on znode that does not yet exist, /0808274193/running 2024-12-04T17:26:59,834 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:26:59,834 INFO [RS:0;1bc61fcf61ea:40395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:26:59,834 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:26:59,834 INFO [RS:0;1bc61fcf61ea:40395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:26:59,834 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 068445f02d62e76d2e242a1293a543fb 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,40395,1733333197343 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:40395. 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 068445f02d62e76d2e242a1293a543fb, disabling compactions & flushes 2024-12-04T17:26:59,835 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:59,835 DEBUG [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:59,835 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. after waiting 0 ms 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:26:59,835 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 068445f02d62e76d2e242a1293a543fb 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:26:59,835 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:26:59,835 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1325): Online Regions={068445f02d62e76d2e242a1293a543fb=hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb., 1588230740=hbase:meta,,1.1588230740, 89c7dbaefc4f8ad23fe0a2bd271b2fc1=test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1.} 2024-12-04T17:26:59,835 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 068445f02d62e76d2e242a1293a543fb, 1588230740, 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:26:59,835 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:26:59,835 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:26:59,835 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:26:59,848 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/info/e499d1711fe048c1a89d7fc5205e2f1f is 147, key is hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb./info:regioninfo/1733333209553/Put/seqid=0 2024-12-04T17:26:59,857 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/hfileref/4225735eadba4f60b43d7fc72aa9c974 is 74, key is 1/hfileref:1e8acd05eb3b4d60a025d9f9ca8e15cc_SeqId_6_/1733333216217/Put/seqid=0 2024-12-04T17:26:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741846_1022 (size=7686) 2024-12-04T17:26:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741847_1023 (size=5345) 2024-12-04T17:26:59,861 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/hfileref/4225735eadba4f60b43d7fc72aa9c974 2024-12-04T17:26:59,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:26:59,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1bc61fcf61ea:41557 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:41557 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T17:26:59,878 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/queue/23cd95c246e94fd2a640e655d05fd4c3 is 153, key is 1-1bc61fcf61ea,40395,1733333197343/queue:1bc61fcf61ea%2C40395%2C1733333197343/1733333214256/Put/seqid=0 2024-12-04T17:26:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=1bc61fcf61ea:41557 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:41557 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T17:26:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 1bc61fcf61ea:41557 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1bc61fcf61ea/172.17.0.2:41557 2024-12-04T17:26:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741848_1024 (size=5352) 2024-12-04T17:26:59,917 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:00,035 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 068445f02d62e76d2e242a1293a543fb, 1588230740, 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:27:00,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:00,086 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1bc61fcf61ea:41557 this server is in the failed servers list 2024-12-04T17:27:00,087 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1bc61fcf61ea:41557 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:00,235 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 068445f02d62e76d2e242a1293a543fb, 1588230740, 89c7dbaefc4f8ad23fe0a2bd271b2fc1 2024-12-04T17:27:00,261 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/info/e499d1711fe048c1a89d7fc5205e2f1f 2024-12-04T17:27:00,276 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/ns/f8a1726abaed410badcaefb6fcfd869a is 43, key is default/ns:d/1733333199982/Put/seqid=0 2024-12-04T17:27:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741849_1025 (size=5153) 2024-12-04T17:27:00,282 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/queue/23cd95c246e94fd2a640e655d05fd4c3 2024-12-04T17:27:00,286 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/hfileref/4225735eadba4f60b43d7fc72aa9c974 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/hfileref/4225735eadba4f60b43d7fc72aa9c974 2024-12-04T17:27:00,291 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/hfileref/4225735eadba4f60b43d7fc72aa9c974, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T17:27:00,292 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/.tmp/queue/23cd95c246e94fd2a640e655d05fd4c3 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/queue/23cd95c246e94fd2a640e655d05fd4c3 2024-12-04T17:27:00,296 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/queue/23cd95c246e94fd2a640e655d05fd4c3, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T17:27:00,297 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 068445f02d62e76d2e242a1293a543fb in 461ms, sequenceid=10, compaction requested=false 2024-12-04T17:27:00,306 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/replication/068445f02d62e76d2e242a1293a543fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T17:27:00,306 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:00,306 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:00,306 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:27:00,306 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 068445f02d62e76d2e242a1293a543fb: Waiting for close lock at 1733333219835Running coprocessor pre-close hooks at 1733333219835Disabling compacts and flushes for region at 1733333219835Disabling writes for close at 1733333219835Obtaining lock to block concurrent updates at 1733333219835Preparing flush snapshotting stores in 068445f02d62e76d2e242a1293a543fb at 1733333219835Finished memstore snapshotting hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733333219835Flushing stores of hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. at 1733333219836 (+1 ms)Flushing 068445f02d62e76d2e242a1293a543fb/hfileref: creating writer at 1733333219836Flushing 068445f02d62e76d2e242a1293a543fb/hfileref: appending metadata at 1733333219848 (+12 ms)Flushing 068445f02d62e76d2e242a1293a543fb/hfileref: closing flushed file at 1733333219848Flushing 068445f02d62e76d2e242a1293a543fb/queue: creating writer at 1733333219864 (+16 ms)Flushing 068445f02d62e76d2e242a1293a543fb/queue: appending metadata at 1733333219877 (+13 ms)Flushing 068445f02d62e76d2e242a1293a543fb/queue: closing flushed file at 1733333219877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1283d929: reopening flushed file at 1733333220286 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf2afa3: reopening flushed file at 1733333220291 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 068445f02d62e76d2e242a1293a543fb in 461ms, sequenceid=10, compaction requested=false at 1733333220297 (+6 ms)Writing region close event to WAL at 1733333220303 (+6 ms)Running coprocessor post-close hooks at 1733333220306 (+3 ms)Closed at 1733333220306 2024-12-04T17:27:00,307 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333208609.068445f02d62e76d2e242a1293a543fb. 2024-12-04T17:27:00,307 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89c7dbaefc4f8ad23fe0a2bd271b2fc1, disabling compactions & flushes 2024-12-04T17:27:00,307 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:27:00,307 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:27:00,307 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. after waiting 0 ms 2024-12-04T17:27:00,307 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:27:00,310 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/default/test/89c7dbaefc4f8ad23fe0a2bd271b2fc1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:27:00,310 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:00,310 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:00,310 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:27:00,311 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89c7dbaefc4f8ad23fe0a2bd271b2fc1: Waiting for close lock at 1733333220307Running coprocessor pre-close hooks at 1733333220307Disabling compacts and flushes for region at 1733333220307Disabling writes for close at 1733333220307Writing region close event to WAL at 1733333220307Running coprocessor post-close hooks at 1733333220310 (+3 ms)Closed at 1733333220310 2024-12-04T17:27:00,311 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1. 2024-12-04T17:27:00,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:00,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1bc61fcf61ea:41557 this server is in the failed servers list 2024-12-04T17:27:00,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1bc61fcf61ea:41557 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:00,436 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:00,440 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1033, reset compression=false 2024-12-04T17:27:00,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:00,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1328, reset compression=false 2024-12-04T17:27:00,636 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:00,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1328, reset compression=false 2024-12-04T17:27:00,680 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/ns/f8a1726abaed410badcaefb6fcfd869a 2024-12-04T17:27:00,695 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/rep_barrier/0a8514cdf6644752a400e27398fd4580 is 112, key is test,,1733333204272.89c7dbaefc4f8ad23fe0a2bd271b2fc1./rep_barrier:seqnumDuringOpen/1733333205433/Put/seqid=0 2024-12-04T17:27:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741850_1026 (size=5518) 2024-12-04T17:27:00,793 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:27:00,793 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:27:00,836 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:27:00,836 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:27:00,836 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:00,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:00,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1bc61fcf61ea:41557 this server is in the failed servers list 2024-12-04T17:27:00,907 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1bc61fcf61ea:41557 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:00,951 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1328, reset compression=false 2024-12-04T17:27:01,036 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:01,099 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/rep_barrier/0a8514cdf6644752a400e27398fd4580 2024-12-04T17:27:01,119 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/table/b555032c1238435c9ab01f3f4a600a28 is 53, key is hbase:replication/table:state/1733333209564/Put/seqid=0 2024-12-04T17:27:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741851_1027 (size=5308) 2024-12-04T17:27:01,236 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:01,355 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/WALs/1bc61fcf61ea,40395,1733333197343/1bc61fcf61ea%2C40395%2C1733333197343.1733333198922 to pos 1328, reset compression=false 2024-12-04T17:27:01,436 DEBUG [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:01,523 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/table/b555032c1238435c9ab01f3f4a600a28 2024-12-04T17:27:01,528 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/info/e499d1711fe048c1a89d7fc5205e2f1f as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/info/e499d1711fe048c1a89d7fc5205e2f1f 2024-12-04T17:27:01,532 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/info/e499d1711fe048c1a89d7fc5205e2f1f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:27:01,533 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/ns/f8a1726abaed410badcaefb6fcfd869a as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/ns/f8a1726abaed410badcaefb6fcfd869a 2024-12-04T17:27:01,537 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/ns/f8a1726abaed410badcaefb6fcfd869a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:27:01,537 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/rep_barrier/0a8514cdf6644752a400e27398fd4580 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/rep_barrier/0a8514cdf6644752a400e27398fd4580 2024-12-04T17:27:01,541 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/rep_barrier/0a8514cdf6644752a400e27398fd4580, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:27:01,542 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/.tmp/table/b555032c1238435c9ab01f3f4a600a28 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/table/b555032c1238435c9ab01f3f4a600a28 2024-12-04T17:27:01,546 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/table/b555032c1238435c9ab01f3f4a600a28, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:27:01,547 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-12-04T17:27:01,547 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:27:01,551 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:27:01,551 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:01,551 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:01,551 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:01,551 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333219835Running coprocessor pre-close hooks at 1733333219835Disabling compacts and flushes for region at 1733333219835Disabling writes for close at 1733333219835Obtaining lock to block concurrent updates at 1733333219835Preparing flush snapshotting stores in 1588230740 at 1733333219835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333219835Flushing stores of hbase:meta,,1.1588230740 at 1733333219836 (+1 ms)Flushing 1588230740/info: creating writer at 1733333219836Flushing 1588230740/info: appending metadata at 1733333219848 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733333219848Flushing 1588230740/ns: creating writer at 1733333220265 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733333220276 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733333220276Flushing 1588230740/rep_barrier: creating writer at 1733333220684 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333220695 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333220695Flushing 1588230740/table: creating writer at 1733333221103 (+408 ms)Flushing 1588230740/table: appending metadata at 1733333221118 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733333221118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb6434a: reopening flushed file at 1733333221527 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616f4d24: reopening flushed file at 1733333221532 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d6ab84: reopening flushed file at 1733333221537 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603f2e3b: reopening flushed file at 1733333221541 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1733333221547 (+6 ms)Writing region close event to WAL at 1733333221548 (+1 ms)Running coprocessor post-close hooks at 1733333221551 (+3 ms)Closed at 1733333221551 2024-12-04T17:27:01,551 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:01,637 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,40395,1733333197343; all regions closed. 2024-12-04T17:27:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:27:01,642 DEBUG [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs 2024-12-04T17:27:01,643 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C40395%2C1733333197343.meta:.meta(num 1733333199871) 2024-12-04T17:27:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741839_1015 (size=2695) 2024-12-04T17:27:01,647 DEBUG [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs 2024-12-04T17:27:01,647 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C40395%2C1733333197343.rep:(num 1733333209484) 2024-12-04T17:27:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741832_1008 (size=1336) 2024-12-04T17:27:01,662 DEBUG [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/oldWALs 2024-12-04T17:27:01,662 INFO [RS:0;1bc61fcf61ea:40395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C40395%2C1733333197343:(num 1733333198922) 2024-12-04T17:27:01,662 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:01,662 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:01,662 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:01,662 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:01,663 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:01,663 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:01,663 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,40395,1733333197343 because: Region server is closing 2024-12-04T17:27:01,663 INFO [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:40395. 2024-12-04T17:27:01,663 DEBUG [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:01,664 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:01,664 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:01,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:01,764 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.wal-reader.1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:27:01,764 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T17:27:01,764 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T17:27:01,764 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T17:27:01,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:01,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:01,918 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:02,565 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,40395,1733333197343.replicationSource.shipper1bc61fcf61ea%2C40395%2C1733333197343,1-1bc61fcf61ea,40395,1733333197343 terminated 2024-12-04T17:27:02,565 INFO [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:40395. 2024-12-04T17:27:02,565 DEBUG [RS:0;1bc61fcf61ea:40395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:02,565 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:02,566 DEBUG [RS:0;1bc61fcf61ea:40395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:02,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:02,566 INFO [RS:0;1bc61fcf61ea:40395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40395 2024-12-04T17:27:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808274193/rs/1bc61fcf61ea,40395,1733333197343 2024-12-04T17:27:02,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193/rs 2024-12-04T17:27:02,567 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:02,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,40395,1733333197343] 2024-12-04T17:27:02,568 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0808274193/draining/1bc61fcf61ea,40395,1733333197343 already deleted, retry=false 2024-12-04T17:27:02,568 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,40395,1733333197343 expired; onlineServers=0 2024-12-04T17:27:02,568 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,35827,1733333197306' ***** 2024-12-04T17:27:02,568 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:27:02,568 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:27:02,568 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:02,568 DEBUG [M:0;1bc61fcf61ea:35827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:27:02,568 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:27:02,568 DEBUG [M:0;1bc61fcf61ea:35827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:27:02,568 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333198695 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333198695,5,FailOnTimeoutGroup] 2024-12-04T17:27:02,568 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333198695 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333198695,5,FailOnTimeoutGroup] 2024-12-04T17:27:02,569 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:02,569 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:02,569 DEBUG [M:0;1bc61fcf61ea:35827 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:27:02,569 INFO [M:0;1bc61fcf61ea:35827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:27:02,569 INFO [M:0;1bc61fcf61ea:35827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:27:02,569 INFO [M:0;1bc61fcf61ea:35827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:27:02,569 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:27:02,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808274193/master 2024-12-04T17:27:02,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808274193 2024-12-04T17:27:02,572 DEBUG [M:0;1bc61fcf61ea:35827 {}] zookeeper.ZKUtil(347): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Unable to get data of znode /0808274193/master because node does not exist (not an error) 2024-12-04T17:27:02,572 WARN [M:0;1bc61fcf61ea:35827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:27:02,572 INFO [M:0;1bc61fcf61ea:35827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/.lastflushedseqids 2024-12-04T17:27:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741852_1028 (size=263) 2024-12-04T17:27:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:02,668 INFO [RS:0;1bc61fcf61ea:40395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:02,668 INFO [RS:0;1bc61fcf61ea:40395 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,40395,1733333197343; zookeeper connection closed. 2024-12-04T17:27:02,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40395-0x100a644fb070001, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:02,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577af773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577af773 2024-12-04T17:27:02,668 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:27:02,976 INFO [M:0;1bc61fcf61ea:35827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:27:02,976 INFO [M:0;1bc61fcf61ea:35827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:27:02,976 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:02,976 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:02,977 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:02,977 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:02,977 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:02,977 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T17:27:02,989 DEBUG [M:0;1bc61fcf61ea:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc9acf8a2bb4b029ebe1bdca034c757 is 82, key is hbase:meta,,1/info:regioninfo/1733333199965/Put/seqid=0 2024-12-04T17:27:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741853_1029 (size=5672) 2024-12-04T17:27:03,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:03,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:03,393 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc9acf8a2bb4b029ebe1bdca034c757 2024-12-04T17:27:03,412 DEBUG [M:0;1bc61fcf61ea:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ffd6dbf49f74c288b8fbc1db7a22088 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333209570/Put/seqid=0 2024-12-04T17:27:03,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741854_1030 (size=8516) 2024-12-04T17:27:03,416 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ffd6dbf49f74c288b8fbc1db7a22088 2024-12-04T17:27:03,435 DEBUG [M:0;1bc61fcf61ea:35827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861a947628674c4ca0c992cd12957be9 is 69, key is 1bc61fcf61ea,40395,1733333197343/rs:state/1733333198780/Put/seqid=0 2024-12-04T17:27:03,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741855_1031 (size=5156) 2024-12-04T17:27:03,840 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861a947628674c4ca0c992cd12957be9 2024-12-04T17:27:03,844 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc9acf8a2bb4b029ebe1bdca034c757 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc9acf8a2bb4b029ebe1bdca034c757 2024-12-04T17:27:03,847 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc9acf8a2bb4b029ebe1bdca034c757, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:27:03,848 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ffd6dbf49f74c288b8fbc1db7a22088 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ffd6dbf49f74c288b8fbc1db7a22088 2024-12-04T17:27:03,851 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ffd6dbf49f74c288b8fbc1db7a22088, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:27:03,852 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/861a947628674c4ca0c992cd12957be9 as hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/861a947628674c4ca0c992cd12957be9 2024-12-04T17:27:03,855 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42597/user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/861a947628674c4ca0c992cd12957be9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:27:03,856 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-12-04T17:27:03,857 INFO [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:03,857 DEBUG [M:0;1bc61fcf61ea:35827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333222976Disabling compacts and flushes for region at 1733333222976Disabling writes for close at 1733333222977 (+1 ms)Obtaining lock to block concurrent updates at 1733333222977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333222977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733333222977Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333222978 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333222978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333222989 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333222989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333223396 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333223411 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333223412 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333223420 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333223435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333223435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a034994: reopening flushed file at 1733333223843 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb60728: reopening flushed file at 1733333223847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9f9ce0: reopening flushed file at 1733333223851 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1733333223856 (+5 ms)Writing region close event to WAL at 1733333223857 (+1 ms)Closed at 1733333223857 2024-12-04T17:27:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741830_1006 (size=63654) 2024-12-04T17:27:03,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8a7fcb5-37e3-6710-d1fb-4b4b99ac49ad/MasterData/WALs/1bc61fcf61ea,35827,1733333197306/1bc61fcf61ea%2C35827%2C1733333197306.1733333198628 not finished, retry = 0 2024-12-04T17:27:03,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:03,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:03,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:03,960 INFO [M:0;1bc61fcf61ea:35827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:27:03,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:03,960 INFO [M:0;1bc61fcf61ea:35827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35827 2024-12-04T17:27:03,960 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:04,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:04,061 INFO [M:0;1bc61fcf61ea:35827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:04,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35827-0x100a644fb070000, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:04,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:04,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:04,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:04,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:04,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:04,065 WARN [BP-1541617210-172.17.0.2-1733333196456 heartbeating to localhost/127.0.0.1:42597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:27:04,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:27:04,065 WARN [BP-1541617210-172.17.0.2-1733333196456 heartbeating to localhost/127.0.0.1:42597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541617210-172.17.0.2-1733333196456 (Datanode Uuid 05943949-72eb-4b27-b804-619e840af931) service to localhost/127.0.0.1:42597 2024-12-04T17:27:04,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:27:04,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/data/data1/current/BP-1541617210-172.17.0.2-1733333196456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:04,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/cluster_ee413b8d-540d-be1e-fd61-1c9d5cfcac6c/data/data2/current/BP-1541617210-172.17.0.2-1733333196456 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:04,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:27:04,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:04,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:04,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:04,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:04,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4296a790-a964-fca6-34a6-5dfba5565b62/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:04,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:27:04,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:27:04,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34789 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42597 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2344 (was 2894) 2024-12-04T17:27:04,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=2344 2024-12-04T17:27:04,110 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T17:27:04,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir so I do NOT create it in target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33 2024-12-04T17:27:04,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:27:04,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.tmp.dir so I do NOT create it in target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33 2024-12-04T17:27:04,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/702abead-1046-374e-cd76-8fc512479eba/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:27:04,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33 2024-12-04T17:27:04,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5, deleteOnExit=true 2024-12-04T17:27:04,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/zookeeper_0, clientPort=54299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:27:04,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54299 2024-12-04T17:27:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:27:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:27:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/test.cache.data in system properties and HBase conf 2024-12-04T17:27:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:27:04,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:27:04,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:04,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:27:04,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:27:04,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:04,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:04,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:04,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:04,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:27:04,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a644fb070002, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:27:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a644fb070005, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:27:04,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a644fb070005, quorum=127.0.0.1:53301, baseZNode=/1-917395734 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:27:04,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a644fb070002, quorum=127.0.0.1:53301, baseZNode=/0808274193 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:27:04,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:04,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:04,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51838098{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/java.io.tmpdir/jetty-localhost-36573-hadoop-hdfs-3_4_1-tests_jar-_-any-3717781641659597501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:04,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:36573} 2024-12-04T17:27:04,267 INFO [Time-limited test {}] server.Server(415): Started @183062ms 2024-12-04T17:27:04,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:04,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:04,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:04,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:04,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:27:04,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2952a6f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:04,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13deed36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:04,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65ffc534{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/java.io.tmpdir/jetty-localhost-41439-hadoop-hdfs-3_4_1-tests_jar-_-any-9081553716349957415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:04,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d3e9992{HTTP/1.1, (http/1.1)}{localhost:41439} 2024-12-04T17:27:04,452 INFO [Time-limited test {}] server.Server(415): Started @183246ms 2024-12-04T17:27:04,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:27:04,504 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/data/data1/current/BP-592906099-172.17.0.2-1733333224127/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:04,504 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/data/data2/current/BP-592906099-172.17.0.2-1733333224127/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:04,526 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:27:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26111ccdcd9b1be with lease ID 0x197f0446e52fccf2: Processing first storage report for DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=41bcacda-39d6-439b-bd56-c05e6cee292d, infoPort=39467, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1921256564;c=1733333224127) 2024-12-04T17:27:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26111ccdcd9b1be with lease ID 0x197f0446e52fccf2: from storage DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=41bcacda-39d6-439b-bd56-c05e6cee292d, infoPort=39467, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1921256564;c=1733333224127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26111ccdcd9b1be with lease ID 0x197f0446e52fccf2: Processing first storage report for DS-9cd28e39-ae8c-4e78-b7c3-5942a2af9aa0 from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=41bcacda-39d6-439b-bd56-c05e6cee292d, infoPort=39467, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1921256564;c=1733333224127) 2024-12-04T17:27:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26111ccdcd9b1be with lease ID 0x197f0446e52fccf2: from storage DS-9cd28e39-ae8c-4e78-b7c3-5942a2af9aa0 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=41bcacda-39d6-439b-bd56-c05e6cee292d, infoPort=39467, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1921256564;c=1733333224127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:04,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33 2024-12-04T17:27:04,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:04,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:04,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:27:04,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc with version=8 2024-12-04T17:27:04,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/hbase-staging 2024-12-04T17:27:04,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:27:04,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:04,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32827 2024-12-04T17:27:04,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32827 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:04,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328270x0, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:04,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32827-0x100a645671f0000 connected 2024-12-04T17:27:04,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:04,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:05,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/running 2024-12-04T17:27:05,001 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc, hbase.cluster.distributed=false 2024-12-04T17:27:05,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/acl 2024-12-04T17:27:05,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32827 2024-12-04T17:27:05,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32827 2024-12-04T17:27:05,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32827 2024-12-04T17:27:05,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32827 2024-12-04T17:27:05,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32827 2024-12-04T17:27:05,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:27:05,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:05,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38849 2024-12-04T17:27:05,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38849 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:05,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:05,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:05,030 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388490x0, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:05,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388490x0, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/running 2024-12-04T17:27:05,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38849-0x100a645671f0001 connected 2024-12-04T17:27:05,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:27:05,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:27:05,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/master 2024-12-04T17:27:05,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/acl 2024-12-04T17:27:05,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38849 2024-12-04T17:27:05,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38849 2024-12-04T17:27:05,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38849 2024-12-04T17:27:05,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38849 2024-12-04T17:27:05,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38849 2024-12-04T17:27:05,058 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:32827 2024-12-04T17:27:05,058 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0494813939/backup-masters/1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:05,059 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/backup-masters 2024-12-04T17:27:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/backup-masters 2024-12-04T17:27:05,059 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on existing znode=/0494813939/backup-masters/1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:05,060 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0494813939/master 2024-12-04T17:27:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:05,060 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:05,060 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on existing znode=/0494813939/master 2024-12-04T17:27:05,061 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0494813939/backup-masters/1bc61fcf61ea,32827,1733333224982 from backup master directory 2024-12-04T17:27:05,061 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/backup-masters 2024-12-04T17:27:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/backup-masters/1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/backup-masters 2024-12-04T17:27:05,061 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:05,061 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:05,066 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/hbase.id] with ID: b453b9ac-ec3f-4696-b855-d613b0d3d694 2024-12-04T17:27:05,066 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/.tmp/hbase.id 2024-12-04T17:27:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:27:05,472 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/.tmp/hbase.id]:[hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/hbase.id] 2024-12-04T17:27:05,479 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:05,479 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:27:05,480 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:27:05,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:05,481 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:05,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:05,886 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:05,886 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:27:05,886 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:27:06,293 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store 2024-12-04T17:27:06,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:27:06,703 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:06,703 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:06,703 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:06,703 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:06,703 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:06,703 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:06,703 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:06,704 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333226703Disabling compacts and flushes for region at 1733333226703Disabling writes for close at 1733333226703Writing region close event to WAL at 1733333226703Closed at 1733333226703 2024-12-04T17:27:06,704 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/.initializing 2024-12-04T17:27:06,704 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/WALs/1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:06,705 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:06,707 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C32827%2C1733333224982, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/WALs/1bc61fcf61ea,32827,1733333224982, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/oldWALs, maxLogs=10 2024-12-04T17:27:06,722 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/WALs/1bc61fcf61ea,32827,1733333224982/1bc61fcf61ea%2C32827%2C1733333224982.1733333226707, exclude list is [], retry=0 2024-12-04T17:27:06,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d,DISK] 2024-12-04T17:27:06,725 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/WALs/1bc61fcf61ea,32827,1733333224982/1bc61fcf61ea%2C32827%2C1733333224982.1733333226707 2024-12-04T17:27:06,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467)] 2024-12-04T17:27:06,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:06,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:06,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:27:06,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:06,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:06,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:27:06,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:06,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:06,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:27:06,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:06,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:06,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:27:06,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:06,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:06,733 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,733 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,734 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,734 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,734 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,735 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:06,735 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:06,737 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:06,737 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60270655, jitterRate=-0.10189725458621979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:06,738 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333226726Initializing all the Stores at 1733333226727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333226727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333226727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333226727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333226727Cleaning up temporary data from old regions at 1733333226734 (+7 ms)Region opened successfully at 1733333226737 (+3 ms) 2024-12-04T17:27:06,738 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:27:06,740 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f041d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:06,740 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:27:06,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:27:06,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:27:06,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:27:06,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:27:06,742 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:27:06,742 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:27:06,744 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:27:06,744 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Unable to get data of znode /0494813939/balancer because node does not exist (not necessarily an error) 2024-12-04T17:27:06,745 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/balancer already deleted, retry=false 2024-12-04T17:27:06,745 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:27:06,746 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Unable to get data of znode /0494813939/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:27:06,746 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/normalizer already deleted, retry=false 2024-12-04T17:27:06,746 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:27:06,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Unable to get data of znode /0494813939/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:27:06,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/switch/split already deleted, retry=false 2024-12-04T17:27:06,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Unable to get data of znode /0494813939/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:27:06,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/switch/merge already deleted, retry=false 2024-12-04T17:27:06,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Unable to get data of znode /0494813939/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:27:06,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/snapshot-cleanup already deleted, retry=false 2024-12-04T17:27:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0494813939/running 2024-12-04T17:27:06,751 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0494813939/running 2024-12-04T17:27:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,751 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,751 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,32827,1733333224982, sessionid=0x100a645671f0000, setting cluster-up flag (Was=false) 2024-12-04T17:27:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,752 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,754 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0494813939/flush-table-proc/acquired, /0494813939/flush-table-proc/reached, /0494813939/flush-table-proc/abort 2024-12-04T17:27:06,755 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,756 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:06,758 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0494813939/online-snapshot/acquired, /0494813939/online-snapshot/reached, /0494813939/online-snapshot/abort 2024-12-04T17:27:06,759 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:06,759 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:27:06,760 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:06,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:27:06,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:27:06,761 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,32827,1733333224982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:06,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333256762 2024-12-04T17:27:06,762 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:06,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:27:06,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:27:06,764 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333226763,5,FailOnTimeoutGroup] 2024-12-04T17:27:06,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:06,764 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333226764,5,FailOnTimeoutGroup] 2024-12-04T17:27:06,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:27:06,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:27:06,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:27:06,846 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(746): ClusterId : b453b9ac-ec3f-4696-b855-d613b0d3d694 2024-12-04T17:27:06,846 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:27:06,847 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:27:06,847 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:27:06,848 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:27:06,848 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b707530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:06,857 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:38849 2024-12-04T17:27:06,857 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:27:06,857 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:27:06,857 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:27:06,858 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,32827,1733333224982 with port=38849, startcode=1733333225020 2024-12-04T17:27:06,858 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:27:06,859 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:27:06,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32827 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,861 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc 2024-12-04T17:27:06,861 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35993 2024-12-04T17:27:06,861 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:27:06,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/rs 2024-12-04T17:27:06,862 DEBUG [RS:0;1bc61fcf61ea:38849 {}] zookeeper.ZKUtil(111): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on existing znode=/0494813939/rs/1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,862 WARN [RS:0;1bc61fcf61ea:38849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:06,862 INFO [RS:0;1bc61fcf61ea:38849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:06,862 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,38849,1733333225020] 2024-12-04T17:27:06,865 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:27:06,866 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:27:06,866 INFO [RS:0;1bc61fcf61ea:38849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:27:06,867 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,867 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:27:06,867 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:27:06,867 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:06,867 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:06,868 DEBUG [RS:0;1bc61fcf61ea:38849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,869 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38849,1733333225020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:06,880 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:27:06,880 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38849,1733333225020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,880 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,880 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.Replication(171): 1bc61fcf61ea,38849,1733333225020 started 2024-12-04T17:27:06,891 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:06,891 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,38849,1733333225020, RpcServer on 1bc61fcf61ea/172.17.0.2:38849, sessionid=0x100a645671f0001 2024-12-04T17:27:06,891 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:27:06,891 DEBUG [RS:0;1bc61fcf61ea:38849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,891 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38849,1733333225020' 2024-12-04T17:27:06,891 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0494813939/flush-table-proc/abort' 2024-12-04T17:27:06,891 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0494813939/flush-table-proc/acquired' 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38849,1733333225020' 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0494813939/online-snapshot/abort' 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0494813939/online-snapshot/acquired' 2024-12-04T17:27:06,892 DEBUG [RS:0;1bc61fcf61ea:38849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:27:06,892 INFO [RS:0;1bc61fcf61ea:38849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:27:06,892 INFO [RS:0;1bc61fcf61ea:38849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:27:06,993 INFO [RS:0;1bc61fcf61ea:38849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:06,994 INFO [RS:0;1bc61fcf61ea:38849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38849%2C1733333225020, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/oldWALs, maxLogs=10 2024-12-04T17:27:07,004 DEBUG [RS:0;1bc61fcf61ea:38849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, exclude list is [], retry=0 2024-12-04T17:27:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d,DISK] 2024-12-04T17:27:07,008 INFO [RS:0;1bc61fcf61ea:38849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 2024-12-04T17:27:07,008 DEBUG [RS:0;1bc61fcf61ea:38849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467)] 2024-12-04T17:27:07,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:27:07,168 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc 2024-12-04T17:27:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:27:07,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:07,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:07,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:07,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:07,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:07,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:07,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:07,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:07,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:07,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:07,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740 2024-12-04T17:27:07,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740 2024-12-04T17:27:07,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:07,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:07,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:07,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:07,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66654103, jitterRate=-0.006776466965675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333227574Initializing all the Stores at 1733333227575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333227575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227575Cleaning up temporary data from old regions at 1733333227581 (+6 ms)Region opened successfully at 1733333227584 (+3 ms) 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:07,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:07,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:07,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:07,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333227584Disabling compacts and flushes for region at 1733333227584Disabling writes for close at 1733333227584Writing region close event to WAL at 1733333227585 (+1 ms)Closed at 1733333227585 2024-12-04T17:27:07,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:07,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:27:07,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:27:07,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:07,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:27:07,737 DEBUG [1bc61fcf61ea:32827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:27:07,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:07,739 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38849,1733333225020, state=OPENING 2024-12-04T17:27:07,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:27:07,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:07,741 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:07,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:07,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38849,1733333225020}] 2024-12-04T17:27:07,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0494813939/meta-region-server: CHANGED 2024-12-04T17:27:07,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0494813939/meta-region-server: CHANGED 2024-12-04T17:27:07,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:07,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:27:07,897 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:27:07,897 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:07,897 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:27:07,898 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38849%2C1733333225020.meta, suffix=.meta, logDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/oldWALs, maxLogs=10 2024-12-04T17:27:07,909 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.meta.1733333227899.meta, exclude list is [], retry=0 2024-12-04T17:27:07,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d,DISK] 2024-12-04T17:27:07,913 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.meta.1733333227899.meta 2024-12-04T17:27:07,913 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467)] 2024-12-04T17:27:07,913 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:07,913 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:07,913 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:07,913 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:27:07,913 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:27:07,913 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:27:07,914 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:07,914 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:27:07,914 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:27:07,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:07,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:07,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:07,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:07,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:07,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:07,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:07,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:07,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:07,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:07,918 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:07,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740 2024-12-04T17:27:07,919 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740 2024-12-04T17:27:07,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:07,920 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:07,921 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:07,922 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:07,922 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75290315, jitterRate=0.1219131201505661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:07,922 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:27:07,923 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333227914Writing region info on filesystem at 1733333227914Initializing all the Stores at 1733333227914Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227915 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333227915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333227915Cleaning up temporary data from old regions at 1733333227920 (+5 ms)Running coprocessor post-open hooks at 1733333227922 (+2 ms)Region opened successfully at 1733333227923 (+1 ms) 2024-12-04T17:27:07,924 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333227893 2024-12-04T17:27:07,926 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:27:07,926 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:27:07,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:07,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38849,1733333225020, state=OPEN 2024-12-04T17:27:07,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0494813939/meta-region-server 2024-12-04T17:27:07,928 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0494813939/meta-region-server 2024-12-04T17:27:07,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:07,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0494813939/meta-region-server: CHANGED 2024-12-04T17:27:07,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0494813939/meta-region-server: CHANGED 2024-12-04T17:27:07,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:27:07,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38849,1733333225020 in 187 msec 2024-12-04T17:27:07,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:27:07,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-12-04T17:27:07,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:07,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:27:07,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:07,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38849,1733333225020, seqNum=-1] 2024-12-04T17:27:07,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:07,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:07,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1770 sec 2024-12-04T17:27:07,939 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333227939, completionTime=-1 2024-12-04T17:27:07,939 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:27:07,939 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333287941 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333347941 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:32827, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,941 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,943 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:27:07,944 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.883sec 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:07,945 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:27:07,946 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:27:07,946 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:27:07,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e4cda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:07,946 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,32827,1733333224982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:07,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:07,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:07,947 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f30f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:07,949 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:07,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51731155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:07,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38849,1733333225020, seqNum=-1] 2024-12-04T17:27:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:07,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:07,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:07,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:07,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:07,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8189 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir so I do NOT create it in target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff 2024-12-04T17:27:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:27:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.tmp.dir so I do NOT create it in target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff 2024-12-04T17:27:07,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:27:07,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff 2024-12-04T17:27:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:27:07,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/cluster_5636f5e6-9dde-6ada-1d80-9346f6a7e763, deleteOnExit=true 2024-12-04T17:27:07,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/test.cache.data in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:27:07,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:27:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:27:07,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a645671f0002 connected 2024-12-04T17:27:08,002 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T17:27:08,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,031 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,040 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,041 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,044 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:08,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:08,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:08,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:08,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:08,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:27:08,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:08,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:08,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:08,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7791517c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/java.io.tmpdir/jetty-localhost-40607-hadoop-hdfs-3_4_1-tests_jar-_-any-17493212563074229977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:08,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:40607} 2024-12-04T17:27:08,174 INFO [Time-limited test {}] server.Server(415): Started @186968ms 2024-12-04T17:27:08,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:08,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:08,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:08,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:08,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:27:08,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:08,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:08,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbf964d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/java.io.tmpdir/jetty-localhost-39941-hadoop-hdfs-3_4_1-tests_jar-_-any-14882834195038354155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:08,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:39941} 2024-12-04T17:27:08,333 INFO [Time-limited test {}] server.Server(415): Started @187127ms 2024-12-04T17:27:08,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:27:08,385 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/cluster_5636f5e6-9dde-6ada-1d80-9346f6a7e763/data/data1/current/BP-1309976978-172.17.0.2-1733333227976/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:08,385 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/cluster_5636f5e6-9dde-6ada-1d80-9346f6a7e763/data/data2/current/BP-1309976978-172.17.0.2-1733333227976/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:08,414 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:27:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc13ab4769f65fdeb with lease ID 0x3ea1ea173f7b2696: Processing first storage report for DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0ca29a43-d9cc-4973-a233-5d6b72a17cfc, infoPort=33947, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1422617824;c=1733333227976) 2024-12-04T17:27:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc13ab4769f65fdeb with lease ID 0x3ea1ea173f7b2696: from storage DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0ca29a43-d9cc-4973-a233-5d6b72a17cfc, infoPort=33947, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1422617824;c=1733333227976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc13ab4769f65fdeb with lease ID 0x3ea1ea173f7b2696: Processing first storage report for DS-7feb4864-da3a-4441-9442-7b86d2a4de4b from datanode DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0ca29a43-d9cc-4973-a233-5d6b72a17cfc, infoPort=33947, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1422617824;c=1733333227976) 2024-12-04T17:27:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc13ab4769f65fdeb with lease ID 0x3ea1ea173f7b2696: from storage DS-7feb4864-da3a-4441-9442-7b86d2a4de4b node DatanodeRegistration(127.0.0.1:37353, datanodeUuid=0ca29a43-d9cc-4973-a233-5d6b72a17cfc, infoPort=33947, infoSecurePort=0, ipcPort=42439, storageInfo=lv=-57;cid=testClusterID;nsid=1422617824;c=1733333227976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:08,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff 2024-12-04T17:27:08,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:27:08,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f with version=8 2024-12-04T17:27:08,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/hbase-staging 2024-12-04T17:27:08,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:08,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33679 2024-12-04T17:27:08,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33679 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336790x0, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:08,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33679-0x100a645671f0003 connected 2024-12-04T17:27:08,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/running 2024-12-04T17:27:08,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f, hbase.cluster.distributed=false 2024-12-04T17:27:08,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/acl 2024-12-04T17:27:08,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33679 2024-12-04T17:27:08,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33679 2024-12-04T17:27:08,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33679 2024-12-04T17:27:08,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33679 2024-12-04T17:27:08,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33679 2024-12-04T17:27:08,892 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:27:08,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:08,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37521 2024-12-04T17:27:08,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37521 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:08,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:08,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375210x0, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:08,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375210x0, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/running 2024-12-04T17:27:08,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:27:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37521-0x100a645671f0004 connected 2024-12-04T17:27:08,905 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:27:08,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/master 2024-12-04T17:27:08,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/acl 2024-12-04T17:27:08,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-04T17:27:08,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37521 2024-12-04T17:27:08,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37521 2024-12-04T17:27:08,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-04T17:27:08,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37521 2024-12-04T17:27:08,935 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:33679 2024-12-04T17:27:08,936 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1749715596/backup-masters/1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/backup-masters 2024-12-04T17:27:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/backup-masters 2024-12-04T17:27:08,937 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on existing znode=/1-1749715596/backup-masters/1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1749715596/master 2024-12-04T17:27:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:08,938 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on existing znode=/1-1749715596/master 2024-12-04T17:27:08,939 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1749715596/backup-masters/1bc61fcf61ea,33679,1733333228862 from backup master directory 2024-12-04T17:27:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1749715596/backup-masters/1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/backup-masters 2024-12-04T17:27:08,939 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/backup-masters 2024-12-04T17:27:08,939 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:08,942 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/hbase.id] with ID: 10eb073b-d5e9-4ebd-9feb-c2fef4742574 2024-12-04T17:27:08,942 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/.tmp/hbase.id 2024-12-04T17:27:08,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:27:09,349 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/.tmp/hbase.id]:[hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/hbase.id] 2024-12-04T17:27:09,357 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:09,357 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:27:09,358 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:27:09,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:09,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:27:09,763 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:09,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:27:09,764 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:27:10,171 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store 2024-12-04T17:27:10,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:10,576 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:10,576 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:10,576 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333230576Disabling compacts and flushes for region at 1733333230576Disabling writes for close at 1733333230576Writing region close event to WAL at 1733333230576Closed at 1733333230576 2024-12-04T17:27:10,577 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/.initializing 2024-12-04T17:27:10,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/WALs/1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:10,578 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:10,579 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C33679%2C1733333228862, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/WALs/1bc61fcf61ea,33679,1733333228862, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/oldWALs, maxLogs=10 2024-12-04T17:27:10,596 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/WALs/1bc61fcf61ea,33679,1733333228862/1bc61fcf61ea%2C33679%2C1733333228862.1733333230579, exclude list is [], retry=0 2024-12-04T17:27:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e,DISK] 2024-12-04T17:27:10,599 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/WALs/1bc61fcf61ea,33679,1733333228862/1bc61fcf61ea%2C33679%2C1733333228862.1733333230579 2024-12-04T17:27:10,601 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33947:33947)] 2024-12-04T17:27:10,601 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:10,601 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:10,601 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,601 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:27:10,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:10,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:10,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:27:10,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:10,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:10,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:27:10,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:10,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:10,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:27:10,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:10,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:10,608 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,609 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,609 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,610 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,610 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,610 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:10,611 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:10,612 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:10,613 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74749843, jitterRate=0.11385945975780487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:10,613 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333230601Initializing all the Stores at 1733333230602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333230602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333230602Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333230602Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333230602Cleaning up temporary data from old regions at 1733333230610 (+8 ms)Region opened successfully at 1733333230613 (+3 ms) 2024-12-04T17:27:10,617 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:27:10,619 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a4cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:10,620 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:27:10,620 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:27:10,620 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:27:10,620 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:27:10,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:27:10,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:27:10,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:27:10,622 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:27:10,623 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/balancer because node does not exist (not necessarily an error) 2024-12-04T17:27:10,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/balancer already deleted, retry=false 2024-12-04T17:27:10,624 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:27:10,624 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:27:10,625 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/normalizer already deleted, retry=false 2024-12-04T17:27:10,625 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:27:10,626 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:27:10,626 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/switch/split already deleted, retry=false 2024-12-04T17:27:10,627 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:27:10,627 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/switch/merge already deleted, retry=false 2024-12-04T17:27:10,629 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:27:10,629 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/snapshot-cleanup already deleted, retry=false 2024-12-04T17:27:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1749715596/running 2024-12-04T17:27:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1749715596/running 2024-12-04T17:27:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,631 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,33679,1733333228862, sessionid=0x100a645671f0003, setting cluster-up flag (Was=false) 2024-12-04T17:27:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,634 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1749715596/flush-table-proc/acquired, /1-1749715596/flush-table-proc/reached, /1-1749715596/flush-table-proc/abort 2024-12-04T17:27:10,635 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:10,638 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1749715596/online-snapshot/acquired, /1-1749715596/online-snapshot/reached, /1-1749715596/online-snapshot/abort 2024-12-04T17:27:10,639 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:10,639 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:27:10,640 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:10,641 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:27:10,641 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:27:10,641 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,33679,1733333228862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:10,642 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,642 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333260642 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:10,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:27:10,643 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:27:10,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:10,644 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333230644,5,FailOnTimeoutGroup] 2024-12-04T17:27:10,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:27:10,644 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333230644,5,FailOnTimeoutGroup] 2024-12-04T17:27:10,644 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,644 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:27:10,644 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,644 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:27:10,727 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(746): ClusterId : 10eb073b-d5e9-4ebd-9feb-c2fef4742574 2024-12-04T17:27:10,727 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:27:10,728 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:27:10,728 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:27:10,730 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:27:10,730 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb4565a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:10,742 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:37521 2024-12-04T17:27:10,743 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:27:10,743 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:27:10,743 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:27:10,744 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,33679,1733333228862 with port=37521, startcode=1733333228892 2024-12-04T17:27:10,744 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:27:10,746 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:27:10,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33679 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,748 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f 2024-12-04T17:27:10,748 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46837 2024-12-04T17:27:10,748 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:27:10,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/rs 2024-12-04T17:27:10,751 DEBUG [RS:0;1bc61fcf61ea:37521 {}] zookeeper.ZKUtil(111): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on existing znode=/1-1749715596/rs/1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,751 WARN [RS:0;1bc61fcf61ea:37521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:10,751 INFO [RS:0;1bc61fcf61ea:37521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:10,752 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,37521,1733333228892] 2024-12-04T17:27:10,760 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:27:10,761 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:27:10,762 INFO [RS:0;1bc61fcf61ea:37521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:27:10,762 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,765 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:27:10,766 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:27:10,766 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:10,766 DEBUG [RS:0;1bc61fcf61ea:37521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,768 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37521,1733333228892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:10,786 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:27:10,786 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37521,1733333228892-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,786 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,786 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.Replication(171): 1bc61fcf61ea,37521,1733333228892 started 2024-12-04T17:27:10,800 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:10,800 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,37521,1733333228892, RpcServer on 1bc61fcf61ea/172.17.0.2:37521, sessionid=0x100a645671f0004 2024-12-04T17:27:10,801 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:27:10,801 DEBUG [RS:0;1bc61fcf61ea:37521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,801 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37521,1733333228892' 2024-12-04T17:27:10,801 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1749715596/flush-table-proc/abort' 2024-12-04T17:27:10,801 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1749715596/flush-table-proc/acquired' 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37521,1733333228892' 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1749715596/online-snapshot/abort' 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1749715596/online-snapshot/acquired' 2024-12-04T17:27:10,802 DEBUG [RS:0;1bc61fcf61ea:37521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:27:10,802 INFO [RS:0;1bc61fcf61ea:37521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:27:10,802 INFO [RS:0;1bc61fcf61ea:37521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:27:10,903 INFO [RS:0;1bc61fcf61ea:37521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:10,904 INFO [RS:0;1bc61fcf61ea:37521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37521%2C1733333228892, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/oldWALs, maxLogs=10 2024-12-04T17:27:10,915 DEBUG [RS:0;1bc61fcf61ea:37521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, exclude list is [], retry=0 2024-12-04T17:27:10,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e,DISK] 2024-12-04T17:27:10,918 INFO [RS:0;1bc61fcf61ea:37521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 2024-12-04T17:27:10,919 DEBUG [RS:0;1bc61fcf61ea:37521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33947:33947)] 2024-12-04T17:27:11,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:27:11,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f 2024-12-04T17:27:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:27:11,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:11,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:11,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:11,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:11,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:11,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:11,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:11,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:11,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:11,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:11,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740 2024-12-04T17:27:11,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740 2024-12-04T17:27:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:11,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:11,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:11,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:11,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:11,472 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69688071, jitterRate=0.03843317925930023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333231463Initializing all the Stores at 1733333231464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333231464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231464Cleaning up temporary data from old regions at 1733333231470 (+6 ms)Region opened successfully at 1733333231473 (+3 ms) 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:11,473 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:11,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333231473Disabling compacts and flushes for region at 1733333231473Disabling writes for close at 1733333231473Writing region close event to WAL at 1733333231473Closed at 1733333231473 2024-12-04T17:27:11,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:11,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:27:11,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:27:11,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:11,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:27:11,625 DEBUG [1bc61fcf61ea:33679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:27:11,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:11,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37521,1733333228892, state=OPENING 2024-12-04T17:27:11,628 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:27:11,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:11,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:11,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1749715596/meta-region-server: CHANGED 2024-12-04T17:27:11,629 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:11,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1749715596/meta-region-server: CHANGED 2024-12-04T17:27:11,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37521,1733333228892}] 2024-12-04T17:27:11,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:11,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:27:11,786 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:27:11,786 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:11,786 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:27:11,787 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37521%2C1733333228892.meta, suffix=.meta, logDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/oldWALs, maxLogs=10 2024-12-04T17:27:11,798 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.meta.1733333231787.meta, exclude list is [], retry=0 2024-12-04T17:27:11,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e,DISK] 2024-12-04T17:27:11,802 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.meta.1733333231787.meta 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33947:33947)] 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:11,803 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:27:11,803 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:27:11,803 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:27:11,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:11,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:11,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:11,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:11,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:11,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:11,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:11,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:11,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:11,808 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:11,808 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740 2024-12-04T17:27:11,809 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740 2024-12-04T17:27:11,809 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:11,809 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:11,810 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:11,811 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:11,811 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74556215, jitterRate=0.11097417771816254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:11,811 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:27:11,811 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333231803Writing region info on filesystem at 1733333231803Initializing all the Stores at 1733333231804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231805 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333231805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333231805Cleaning up temporary data from old regions at 1733333231809 (+4 ms)Running coprocessor post-open hooks at 1733333231811 (+2 ms)Region opened successfully at 1733333231811 2024-12-04T17:27:11,812 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333231782 2024-12-04T17:27:11,814 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:27:11,814 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:27:11,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:11,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37521,1733333228892, state=OPEN 2024-12-04T17:27:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1749715596/meta-region-server 2024-12-04T17:27:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1749715596/meta-region-server 2024-12-04T17:27:11,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1749715596/meta-region-server: CHANGED 2024-12-04T17:27:11,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:11,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1749715596/meta-region-server: CHANGED 2024-12-04T17:27:11,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:27:11,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37521,1733333228892 in 187 msec 2024-12-04T17:27:11,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:27:11,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-12-04T17:27:11,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:11,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:27:11,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:11,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37521,1733333228892, seqNum=-1] 2024-12-04T17:27:11,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:11,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:11,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-04T17:27:11,826 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333231826, completionTime=-1 2024-12-04T17:27:11,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:27:11,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:27:11,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:27:11,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333291828 2024-12-04T17:27:11,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333351828 2024-12-04T17:27:11,828 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:33679, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,830 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.893sec 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:11,832 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:27:11,834 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:27:11,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:27:11,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,33679,1733333228862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:11,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72db9ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:11,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:11,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:11,930 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2247badd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:11,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:11,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:11,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:11,932 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:11,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:11,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37521,1733333228892, seqNum=-1] 2024-12-04T17:27:11,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:11,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:11,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54299 2024-12-04T17:27:11,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:11,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a645671f0005 connected 2024-12-04T17:27:11,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1baa9 2024-12-04T17:27:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:11,944 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:11,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:27:11,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:11,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:11,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:27:11,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:27:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:12,356 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5cfbe1ad95f04411dd273883ce0bac2, NAME => 'test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc 2024-12-04T17:27:12,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5cfbe1ad95f04411dd273883ce0bac2, disabling compactions & flushes 2024-12-04T17:27:12,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. after waiting 0 ms 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5cfbe1ad95f04411dd273883ce0bac2: Waiting for close lock at 1733333232361Disabling compacts and flushes for region at 1733333232361Disabling writes for close at 1733333232361Writing region close event to WAL at 1733333232361Closed at 1733333232361 2024-12-04T17:27:12,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:12,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333232362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333232362"}]},"ts":"1733333232362"} 2024-12-04T17:27:12,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:12,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:12,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333232365"}]},"ts":"1733333232365"} 2024-12-04T17:27:12,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:27:12,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5cfbe1ad95f04411dd273883ce0bac2, ASSIGN}] 2024-12-04T17:27:12,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5cfbe1ad95f04411dd273883ce0bac2, ASSIGN 2024-12-04T17:27:12,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5cfbe1ad95f04411dd273883ce0bac2, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,38849,1733333225020; forceNewPlan=false, retain=false 2024-12-04T17:27:12,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5cfbe1ad95f04411dd273883ce0bac2, regionState=OPENING, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:12,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5cfbe1ad95f04411dd273883ce0bac2, ASSIGN because future has completed 2024-12-04T17:27:12,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5cfbe1ad95f04411dd273883ce0bac2, server=1bc61fcf61ea,38849,1733333225020}] 2024-12-04T17:27:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:12,677 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,677 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5cfbe1ad95f04411dd273883ce0bac2, NAME => 'test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:12,677 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:12,677 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:27:12,678 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,678 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:12,678 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,678 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,679 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,680 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cfbe1ad95f04411dd273883ce0bac2 columnFamilyName f 2024-12-04T17:27:12,680 DEBUG [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:12,680 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(327): Store=f5cfbe1ad95f04411dd273883ce0bac2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:12,680 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,681 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cfbe1ad95f04411dd273883ce0bac2 columnFamilyName f1 2024-12-04T17:27:12,681 DEBUG [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:12,681 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(327): Store=f5cfbe1ad95f04411dd273883ce0bac2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:12,681 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,682 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5cfbe1ad95f04411dd273883ce0bac2 columnFamilyName norep 2024-12-04T17:27:12,682 DEBUG [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:12,682 INFO [StoreOpener-f5cfbe1ad95f04411dd273883ce0bac2-1 {}] regionserver.HStore(327): Store=f5cfbe1ad95f04411dd273883ce0bac2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:12,682 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,683 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,683 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,683 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,684 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,684 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:12,684 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,686 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:12,686 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5cfbe1ad95f04411dd273883ce0bac2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74649798, jitterRate=0.11236867308616638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:12,686 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:12,687 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5cfbe1ad95f04411dd273883ce0bac2: Running coprocessor pre-open hook at 1733333232678Writing region info on filesystem at 1733333232678Initializing all the Stores at 1733333232678Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333232679 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333232679Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333232679Cleaning up temporary data from old regions at 1733333232684 (+5 ms)Running coprocessor post-open hooks at 1733333232686 (+2 ms)Region opened successfully at 1733333232687 (+1 ms) 2024-12-04T17:27:12,687 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2., pid=6, masterSystemTime=1733333232674 2024-12-04T17:27:12,689 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,689 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:12,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5cfbe1ad95f04411dd273883ce0bac2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:12,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5cfbe1ad95f04411dd273883ce0bac2, server=1bc61fcf61ea,38849,1733333225020 because future has completed 2024-12-04T17:27:12,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:27:12,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5cfbe1ad95f04411dd273883ce0bac2, server=1bc61fcf61ea,38849,1733333225020 in 170 msec 2024-12-04T17:27:12,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:27:12,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5cfbe1ad95f04411dd273883ce0bac2, ASSIGN in 327 msec 2024-12-04T17:27:12,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:12,696 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333232695"}]},"ts":"1733333232695"} 2024-12-04T17:27:12,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:27:12,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:12,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-12-04T17:27:12,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:27:12,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:27:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:13,087 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:27:13,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b7d19c1 2024-12-04T17:27:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:13,088 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:13,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:27:13,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:13,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:13,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:27:13,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:27:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:13,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:13,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79e068edd95297704b295ec52dd3b0b9, NAME => 'test,,1733333233089.79e068edd95297704b295ec52dd3b0b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f 2024-12-04T17:27:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333233089.79e068edd95297704b295ec52dd3b0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79e068edd95297704b295ec52dd3b0b9, disabling compactions & flushes 2024-12-04T17:27:13,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. after waiting 0 ms 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79e068edd95297704b295ec52dd3b0b9: Waiting for close lock at 1733333233508Disabling compacts and flushes for region at 1733333233508Disabling writes for close at 1733333233508Writing region close event to WAL at 1733333233508Closed at 1733333233508 2024-12-04T17:27:13,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:13,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333233089.79e068edd95297704b295ec52dd3b0b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333233509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333233509"}]},"ts":"1733333233509"} 2024-12-04T17:27:13,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:13,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:13,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333233512"}]},"ts":"1733333233512"} 2024-12-04T17:27:13,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:27:13,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79e068edd95297704b295ec52dd3b0b9, ASSIGN}] 2024-12-04T17:27:13,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79e068edd95297704b295ec52dd3b0b9, ASSIGN 2024-12-04T17:27:13,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79e068edd95297704b295ec52dd3b0b9, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,37521,1733333228892; forceNewPlan=false, retain=false 2024-12-04T17:27:13,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79e068edd95297704b295ec52dd3b0b9, regionState=OPENING, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:13,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79e068edd95297704b295ec52dd3b0b9, ASSIGN because future has completed 2024-12-04T17:27:13,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79e068edd95297704b295ec52dd3b0b9, server=1bc61fcf61ea,37521,1733333228892}] 2024-12-04T17:27:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:13,823 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,823 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79e068edd95297704b295ec52dd3b0b9, NAME => 'test,,1733333233089.79e068edd95297704b295ec52dd3b0b9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:13,824 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:13,824 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:27:13,824 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,824 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333233089.79e068edd95297704b295ec52dd3b0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:13,824 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,824 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,825 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,826 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e068edd95297704b295ec52dd3b0b9 columnFamilyName f 2024-12-04T17:27:13,826 DEBUG [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:13,826 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(327): Store=79e068edd95297704b295ec52dd3b0b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:13,826 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,827 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e068edd95297704b295ec52dd3b0b9 columnFamilyName f1 2024-12-04T17:27:13,827 DEBUG [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:13,827 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(327): Store=79e068edd95297704b295ec52dd3b0b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:13,827 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,828 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e068edd95297704b295ec52dd3b0b9 columnFamilyName norep 2024-12-04T17:27:13,828 DEBUG [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:13,829 INFO [StoreOpener-79e068edd95297704b295ec52dd3b0b9-1 {}] regionserver.HStore(327): Store=79e068edd95297704b295ec52dd3b0b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:13,829 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,829 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,830 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,830 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,830 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,831 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:13,832 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,837 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:13,837 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79e068edd95297704b295ec52dd3b0b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63158445, jitterRate=-0.058865830302238464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:13,837 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:13,837 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79e068edd95297704b295ec52dd3b0b9: Running coprocessor pre-open hook at 1733333233824Writing region info on filesystem at 1733333233824Initializing all the Stores at 1733333233825 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333233825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333233825Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333233825Cleaning up temporary data from old regions at 1733333233830 (+5 ms)Running coprocessor post-open hooks at 1733333233837 (+7 ms)Region opened successfully at 1733333233837 2024-12-04T17:27:13,838 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333233089.79e068edd95297704b295ec52dd3b0b9., pid=6, masterSystemTime=1733333233821 2024-12-04T17:27:13,840 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,840 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:13,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79e068edd95297704b295ec52dd3b0b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:13,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79e068edd95297704b295ec52dd3b0b9, server=1bc61fcf61ea,37521,1733333228892 because future has completed 2024-12-04T17:27:13,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:27:13,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79e068edd95297704b295ec52dd3b0b9, server=1bc61fcf61ea,37521,1733333228892 in 174 msec 2024-12-04T17:27:13,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:27:13,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79e068edd95297704b295ec52dd3b0b9, ASSIGN in 330 msec 2024-12-04T17:27:13,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:13,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333233846"}]},"ts":"1733333233846"} 2024-12-04T17:27:13,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:27:13,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:13,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-12-04T17:27:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:14,227 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:27:14,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:14,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:14,229 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72df88ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,230 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:14,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7404e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:14,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:14,232 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34af7e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,233 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d4bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:14,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:14,235 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7ca686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,236 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc657a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2510046e 2024-12-04T17:27:14,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:14,238 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:14,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:33679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:27:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:27:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:14,240 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:33679' 2024-12-04T17:27:14,241 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,241 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:14,242 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:14,242 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:14,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:14,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:14,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865c4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,244 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:14,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b7b20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:14,244 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@640cb867 2024-12-04T17:27:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:14,246 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:14,246 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T17:27:14,246 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:27:14,246 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,247 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:14,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:14,247 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:14,248 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:27:14,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:14,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:14,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:27:14,298 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:27:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:14,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4248c6a1e2ad8d3bac4f55da3caeb688, NAME => 'hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc 2024-12-04T17:27:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:27:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4248c6a1e2ad8d3bac4f55da3caeb688, disabling compactions & flushes 2024-12-04T17:27:15,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. after waiting 0 ms 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4248c6a1e2ad8d3bac4f55da3caeb688: Waiting for close lock at 1733333235068Disabling compacts and flushes for region at 1733333235068Disabling writes for close at 1733333235068Writing region close event to WAL at 1733333235068Closed at 1733333235068 2024-12-04T17:27:15,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:15,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333235069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333235069"}]},"ts":"1733333235069"} 2024-12-04T17:27:15,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:15,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:15,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333235072"}]},"ts":"1733333235072"} 2024-12-04T17:27:15,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:27:15,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4248c6a1e2ad8d3bac4f55da3caeb688, ASSIGN}] 2024-12-04T17:27:15,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4248c6a1e2ad8d3bac4f55da3caeb688, ASSIGN 2024-12-04T17:27:15,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4248c6a1e2ad8d3bac4f55da3caeb688, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,38849,1733333225020; forceNewPlan=false, retain=false 2024-12-04T17:27:15,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4248c6a1e2ad8d3bac4f55da3caeb688, regionState=OPENING, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:15,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4248c6a1e2ad8d3bac4f55da3caeb688, ASSIGN because future has completed 2024-12-04T17:27:15,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4248c6a1e2ad8d3bac4f55da3caeb688, server=1bc61fcf61ea,38849,1733333225020}] 2024-12-04T17:27:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:15,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:15,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:27:15,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38849%2C1733333225020.rep, suffix=, logDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020, archiveDir=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/oldWALs, maxLogs=10 2024-12-04T17:27:15,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.rep.1733333235391, exclude list is [], retry=0 2024-12-04T17:27:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-79c5cb4f-04ef-4f2d-8c4e-d4a32b1e893d,DISK] 2024-12-04T17:27:15,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.rep.1733333235391 2024-12-04T17:27:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467)] 2024-12-04T17:27:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4248c6a1e2ad8d3bac4f55da3caeb688, NAME => 'hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:15,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. service=MultiRowMutationService 2024-12-04T17:27:15,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,408 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,409 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4248c6a1e2ad8d3bac4f55da3caeb688 columnFamilyName hfileref 2024-12-04T17:27:15,410 DEBUG [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:15,410 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(327): Store=4248c6a1e2ad8d3bac4f55da3caeb688/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:15,410 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,411 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4248c6a1e2ad8d3bac4f55da3caeb688 columnFamilyName queue 2024-12-04T17:27:15,411 DEBUG [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:15,411 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(327): Store=4248c6a1e2ad8d3bac4f55da3caeb688/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:15,411 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,412 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4248c6a1e2ad8d3bac4f55da3caeb688 columnFamilyName sid 2024-12-04T17:27:15,412 DEBUG [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:15,412 INFO [StoreOpener-4248c6a1e2ad8d3bac4f55da3caeb688-1 {}] regionserver.HStore(327): Store=4248c6a1e2ad8d3bac4f55da3caeb688/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:15,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:15,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:15,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4248c6a1e2ad8d3bac4f55da3caeb688; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59716008, jitterRate=-0.11016213893890381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:15,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:15,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4248c6a1e2ad8d3bac4f55da3caeb688: Running coprocessor pre-open hook at 1733333235407Writing region info on filesystem at 1733333235407Initializing all the Stores at 1733333235408 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333235408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333235408Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333235408Cleaning up temporary data from old regions at 1733333235414 (+6 ms)Running coprocessor post-open hooks at 1733333235418 (+4 ms)Region opened successfully at 1733333235418 2024-12-04T17:27:15,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688., pid=10, masterSystemTime=1733333235387 2024-12-04T17:27:15,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:15,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4248c6a1e2ad8d3bac4f55da3caeb688, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:15,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4248c6a1e2ad8d3bac4f55da3caeb688, server=1bc61fcf61ea,38849,1733333225020 because future has completed 2024-12-04T17:27:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:27:15,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4248c6a1e2ad8d3bac4f55da3caeb688, server=1bc61fcf61ea,38849,1733333225020 in 189 msec 2024-12-04T17:27:15,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:27:15,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4248c6a1e2ad8d3bac4f55da3caeb688, ASSIGN in 346 msec 2024-12-04T17:27:15,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:15,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333235428"}]},"ts":"1733333235428"} 2024-12-04T17:27:15,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:27:15,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:15,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-04T17:27:15,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688., hostname=1bc61fcf61ea,38849,1733333225020, seqNum=2] 2024-12-04T17:27:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:15,458 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:15,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:27:15,613 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:27:15,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T17:27:15,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T17:27:15,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:27:15,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T17:27:15,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T17:27:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T17:27:15,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T17:27:15,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T17:27:15,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T17:27:15,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T17:27:15,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T17:27:15,636 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,38849,1733333225020, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:15,636 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:15,636 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38849,1733333225020, seqNum=-1] 2024-12-04T17:27:15,636 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:15,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:15,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,38849,1733333225020', locateType=CURRENT is [region=hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688., hostname=1bc61fcf61ea,38849,1733333225020, seqNum=2] 2024-12-04T17:27:15,640 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:27:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:27:15,642 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,38849,1733333225020 suceeded 2024-12-04T17:27:15,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:27:15,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T17:27:15,644 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:33679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:27:15,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-12-04T17:27:15,653 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:33679' 2024-12-04T17:27:15,654 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45992eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:15,654 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:15,654 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:15,655 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5146e1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:15,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:15,656 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:15,657 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26f5d597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:15,657 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:15,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:15,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61287988 2024-12-04T17:27:15,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:15,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:15,659 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,38849,1733333225020 (queues=1) is replicating from cluster=b453b9ac-ec3f-4696-b855-d613b0d3d694 to cluster=10eb073b-d5e9-4ebd-9feb-c2fef4742574 2024-12-04T17:27:15,659 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C38849%2C1733333225020 2024-12-04T17:27:15,659 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,38849,1733333225020, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:15,659 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C38849%2C1733333225020 2024-12-04T17:27:15,659 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, startPosition=0, beingWritten=true 2024-12-04T17:27:15,664 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:15,664 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:15,664 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:15,868 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:16,172 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:16,387 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:16,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:16,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:16,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:16,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:16,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:16,388 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a1233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,390 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:16,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d096e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24d42ae0 2024-12-04T17:27:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:16,392 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:16,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:32827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:27:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:27:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:16,395 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:32827' 2024-12-04T17:27:16,400 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b233732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,400 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:16,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:16,401 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a58c293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:16,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,403 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:16,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f85681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:16,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:16,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:16,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd4714a 2024-12-04T17:27:16,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:16,405 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:16,405 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:27:16,405 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:27:16,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,405 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:16,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:16,406 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:16,406 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:27:16,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:16,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:16,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:27:16,457 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:27:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:16,575 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:16,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 231dcc136094cf08f70dbc9363a29a49, NAME => 'hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f 2024-12-04T17:27:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:27:16,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:16,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 231dcc136094cf08f70dbc9363a29a49, disabling compactions & flushes 2024-12-04T17:27:16,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:16,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. after waiting 0 ms 2024-12-04T17:27:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:16,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:16,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 231dcc136094cf08f70dbc9363a29a49: Waiting for close lock at 1733333236837Disabling compacts and flushes for region at 1733333236837Disabling writes for close at 1733333236838 (+1 ms)Writing region close event to WAL at 1733333236838Closed at 1733333236838 2024-12-04T17:27:16,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:16,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333236839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333236839"}]},"ts":"1733333236839"} 2024-12-04T17:27:16,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:16,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:16,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333236841"}]},"ts":"1733333236841"} 2024-12-04T17:27:16,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:27:16,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=231dcc136094cf08f70dbc9363a29a49, ASSIGN}] 2024-12-04T17:27:16,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=231dcc136094cf08f70dbc9363a29a49, ASSIGN 2024-12-04T17:27:16,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=231dcc136094cf08f70dbc9363a29a49, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,37521,1733333228892; forceNewPlan=false, retain=false 2024-12-04T17:27:16,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=231dcc136094cf08f70dbc9363a29a49, regionState=OPENING, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:16,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=231dcc136094cf08f70dbc9363a29a49, ASSIGN because future has completed 2024-12-04T17:27:16,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 231dcc136094cf08f70dbc9363a29a49, server=1bc61fcf61ea,37521,1733333228892}] 2024-12-04T17:27:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:17,079 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:17,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:17,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:17,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:27:17,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37521%2C1733333228892.rep, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/oldWALs, maxLogs=10 2024-12-04T17:27:17,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.rep.1733333237156, exclude list is [], retry=0 2024-12-04T17:27:17,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37353,DS-d23f54ea-f632-4228-8dd3-9c30f35c4a7e,DISK] 2024-12-04T17:27:17,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.rep.1733333237156 2024-12-04T17:27:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33947:33947)] 2024-12-04T17:27:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 231dcc136094cf08f70dbc9363a29a49, NAME => 'hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:17,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. service=MultiRowMutationService 2024-12-04T17:27:17,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,176 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,177 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 231dcc136094cf08f70dbc9363a29a49 columnFamilyName hfileref 2024-12-04T17:27:17,177 DEBUG [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:17,178 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(327): Store=231dcc136094cf08f70dbc9363a29a49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:17,178 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,179 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 231dcc136094cf08f70dbc9363a29a49 columnFamilyName queue 2024-12-04T17:27:17,179 DEBUG [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:17,179 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(327): Store=231dcc136094cf08f70dbc9363a29a49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:17,180 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,180 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 231dcc136094cf08f70dbc9363a29a49 columnFamilyName sid 2024-12-04T17:27:17,180 DEBUG [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:17,181 INFO [StoreOpener-231dcc136094cf08f70dbc9363a29a49-1 {}] regionserver.HStore(327): Store=231dcc136094cf08f70dbc9363a29a49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:17,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/replication/231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/replication/231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:17,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/replication/231dcc136094cf08f70dbc9363a29a49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:17,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 231dcc136094cf08f70dbc9363a29a49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73250103, jitterRate=0.09151159226894379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:17,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 231dcc136094cf08f70dbc9363a29a49: Running coprocessor pre-open hook at 1733333237175Writing region info on filesystem at 1733333237175Initializing all the Stores at 1733333237176 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333237176Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333237176Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333237176Cleaning up temporary data from old regions at 1733333237182 (+6 ms)Running coprocessor post-open hooks at 1733333237185 (+3 ms)Region opened successfully at 1733333237185 2024-12-04T17:27:17,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49., pid=10, masterSystemTime=1733333237151 2024-12-04T17:27:17,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:17,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:17,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=231dcc136094cf08f70dbc9363a29a49, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:17,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 231dcc136094cf08f70dbc9363a29a49, server=1bc61fcf61ea,37521,1733333228892 because future has completed 2024-12-04T17:27:17,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:27:17,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 231dcc136094cf08f70dbc9363a29a49, server=1bc61fcf61ea,37521,1733333228892 in 193 msec 2024-12-04T17:27:17,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:27:17,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=231dcc136094cf08f70dbc9363a29a49, ASSIGN in 349 msec 2024-12-04T17:27:17,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:17,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333237195"}]},"ts":"1733333237195"} 2024-12-04T17:27:17,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:27:17,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:17,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-12-04T17:27:17,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49., hostname=1bc61fcf61ea,37521,1733333228892, seqNum=2] 2024-12-04T17:27:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:17,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:17,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:27:17,370 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:27:17,415 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,37521,1733333228892, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:17,416 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:17,416 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37521,1733333228892, seqNum=-1] 2024-12-04T17:27:17,416 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:17,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,37521,1733333228892', locateType=CURRENT is [region=hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49., hostname=1bc61fcf61ea,37521,1733333228892, seqNum=2] 2024-12-04T17:27:17,421 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:27:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:27:17,424 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,37521,1733333228892 suceeded 2024-12-04T17:27:17,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:27:17,426 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:32827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:27:17,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-04T17:27:17,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0340 sec 2024-12-04T17:27:17,438 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:32827' 2024-12-04T17:27:17,439 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef5b84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,439 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:17,439 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:17,440 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:17,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ed827c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:17,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:17,442 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:17,442 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9c0cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,442 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12469f5 2024-12-04T17:27:17,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:17,444 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:17,444 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,37521,1733333228892 (queues=1) is replicating from cluster=10eb073b-d5e9-4ebd-9feb-c2fef4742574 to cluster=b453b9ac-ec3f-4696-b855-d613b0d3d694 2024-12-04T17:27:17,444 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C37521%2C1733333228892 2024-12-04T17:27:17,444 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,37521,1733333228892, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:17,445 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C37521%2C1733333228892 2024-12-04T17:27:17,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, startPosition=0, beingWritten=true 2024-12-04T17:27:17,451 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:17,451 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 379, reset compression=false 2024-12-04T17:27:17,451 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:17,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:17,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:17,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:17,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:17,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:17,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:17,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38849,1733333225020, seqNum=-1] 2024-12-04T17:27:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:17,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:17,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2., hostname=1bc61fcf61ea,38849,1733333225020, seqNum=2] 2024-12-04T17:27:17,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37521,1733333228892, seqNum=-1] 2024-12-04T17:27:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:17,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333233089.79e068edd95297704b295ec52dd3b0b9., hostname=1bc61fcf61ea,37521,1733333228892, seqNum=2] 2024-12-04T17:27:17,542 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T17:27:17,655 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 379, reset compression=false 2024-12-04T17:27:17,682 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 379, reset compression=false 2024-12-04T17:27:17,686 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:17,686 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 480, reset compression=false 2024-12-04T17:27:17,686 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5cfbe1ad95f04411dd273883ce0bac2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T17:27:17,688 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:17,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T17:27:17,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:17,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b8ce23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,33679,-1 for getting cluster id 2024-12-04T17:27:17,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:17,691 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10eb073b-d5e9-4ebd-9feb-c2fef4742574' 2024-12-04T17:27:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:17,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10eb073b-d5e9-4ebd-9feb-c2fef4742574" 2024-12-04T17:27:17,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306ff2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,33679,-1] 2024-12-04T17:27:17,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:17,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:17,692 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:17,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a934e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:17,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:17,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37521,1733333228892, seqNum=-1] 2024-12-04T17:27:17,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:17,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:17,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333233089.79e068edd95297704b295ec52dd3b0b9., hostname=1bc61fcf61ea,37521,1733333228892, seqNum=2] 2024-12-04T17:27:17,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:17,889 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 480, reset compression=false 2024-12-04T17:27:17,959 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 379, reset compression=false 2024-12-04T17:27:17,963 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:17,963 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 504, reset compression=false 2024-12-04T17:27:17,963 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:18,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:18,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:18,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18259 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:18,167 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 504, reset compression=false 2024-12-04T17:27:18,193 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 480, reset compression=false 2024-12-04T17:27:18,471 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 504, reset compression=false 2024-12-04T17:27:18,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T17:27:18,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T17:27:18,596 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 480, reset compression=false 2024-12-04T17:27:18,874 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 504, reset compression=false 2024-12-04T17:27:18,878 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:18,878 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 608, reset compression=false 2024-12-04T17:27:18,878 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[{test/79e068edd95297704b295ec52dd3b0b9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:27:18,880 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:18,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T17:27:18,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:18,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a9096c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:18,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,32827,-1 for getting cluster id 2024-12-04T17:27:18,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:18,883 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b453b9ac-ec3f-4696-b855-d613b0d3d694' 2024-12-04T17:27:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b453b9ac-ec3f-4696-b855-d613b0d3d694" 2024-12-04T17:27:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6562e7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,32827,-1] 2024-12-04T17:27:18,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:18,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:18,884 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:18,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@282b6823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:18,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:18,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38849,1733333225020, seqNum=-1] 2024-12-04T17:27:18,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:18,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2., hostname=1bc61fcf61ea,38849,1733333225020, seqNum=2] 2024-12-04T17:27:18,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:19,084 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 608, reset compression=false 2024-12-04T17:27:19,099 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 480, reset compression=false 2024-12-04T17:27:19,103 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:19,103 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 607, reset compression=false 2024-12-04T17:27:19,103 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:19,306 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 607, reset compression=false 2024-12-04T17:27:19,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:19,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:19,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:27:19,387 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 608, reset compression=false 2024-12-04T17:27:19,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T17:27:19,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T17:27:19,609 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 607, reset compression=false 2024-12-04T17:27:19,613 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:19,613 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 763, reset compression=false 2024-12-04T17:27:19,613 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5cfbe1ad95f04411dd273883ce0bac2/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T17:27:19,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:19,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:19,790 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 608, reset compression=false 2024-12-04T17:27:19,793 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:19,794 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 756, reset compression=false 2024-12-04T17:27:19,794 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:19,817 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 763, reset compression=false 2024-12-04T17:27:19,997 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 756, reset compression=false 2024-12-04T17:27:20,120 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 763, reset compression=false 2024-12-04T17:27:20,300 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 756, reset compression=false 2024-12-04T17:27:20,523 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 763, reset compression=false 2024-12-04T17:27:20,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T17:27:20,560 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T17:27:20,704 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 756, reset compression=false 2024-12-04T17:27:20,708 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:20,708 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 915, reset compression=false 2024-12-04T17:27:20,708 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[{test/79e068edd95297704b295ec52dd3b0b9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T17:27:20,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:20,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:20,911 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 915, reset compression=false 2024-12-04T17:27:21,026 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 763, reset compression=false 2024-12-04T17:27:21,031 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:21,031 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:21,031 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:21,214 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 915, reset compression=false 2024-12-04T17:27:21,235 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:21,539 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:21,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T17:27:21,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:27:21,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:21,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:21,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:21,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:21,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:21,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:27:21,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1904027563, stopped=false 2024-12-04T17:27:21,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,33679,1733333228862 2024-12-04T17:27:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1749715596/running 2024-12-04T17:27:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1749715596/running 2024-12-04T17:27:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:21,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:21,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:27:21,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:21,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:21,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:21,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,37521,1733333228892' ***** 2024-12-04T17:27:21,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:27:21,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/running 2024-12-04T17:27:21,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Set watcher on znode that does not yet exist, /1-1749715596/running 2024-12-04T17:27:21,566 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:27:21,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:27:21,566 INFO [RS:0;1bc61fcf61ea:37521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:27:21,566 INFO [RS:0;1bc61fcf61ea:37521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(3091): Received CLOSE for 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(3091): Received CLOSE for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:37521. 2024-12-04T17:27:21,567 DEBUG [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:21,567 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79e068edd95297704b295ec52dd3b0b9, disabling compactions & flushes 2024-12-04T17:27:21,567 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. after waiting 0 ms 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:27:21,567 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79e068edd95297704b295ec52dd3b0b9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T17:27:21,567 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:27:21,567 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1325): Online Regions={79e068edd95297704b295ec52dd3b0b9=test,,1733333233089.79e068edd95297704b295ec52dd3b0b9., 1588230740=hbase:meta,,1.1588230740, 231dcc136094cf08f70dbc9363a29a49=hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.} 2024-12-04T17:27:21,567 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 231dcc136094cf08f70dbc9363a29a49, 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:21,567 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:21,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:21,567 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:27:21,577 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:21,580 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/info/0075f1ad6081499eb6df9d43d28efb5d is 147, key is hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49./info:regioninfo/1733333237188/Put/seqid=0 2024-12-04T17:27:21,580 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f/da32357444944bf0bb6f41079759e2b7 is 29, key is row1/f:/1733333240557/DeleteFamily/seqid=0 2024-12-04T17:27:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:27:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741840_1016 (size=5118) 2024-12-04T17:27:21,617 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 915, reset compression=false 2024-12-04T17:27:21,621 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:21,621 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1162, reset compression=false 2024-12-04T17:27:21,621 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,37521,1733333228892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:21,622 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,37521,1733333228892: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,37521,1733333228892, walGroup=1bc61fcf61ea%2C37521%2C1733333228892, offset=1bc61fcf61ea%2C37521%2C1733333228892.1733333230904:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:37521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:27:21,623 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:27:21,623 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:27:21,623 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:27:21,623 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:27:21,623 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:27:21,623 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 644452344 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190422440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:27:21,623 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:33679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:33679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:27:21,767 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 231dcc136094cf08f70dbc9363a29a49, 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:21,773 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:27:21,773 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:27:21,825 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1162, reset compression=false 2024-12-04T17:27:21,944 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:21,968 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 231dcc136094cf08f70dbc9363a29a49, 79e068edd95297704b295ec52dd3b0b9 2024-12-04T17:27:21,985 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f/da32357444944bf0bb6f41079759e2b7 2024-12-04T17:27:21,985 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/info/0075f1ad6081499eb6df9d43d28efb5d 2024-12-04T17:27:21,988 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da32357444944bf0bb6f41079759e2b7 2024-12-04T17:27:22,000 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/ns/168d71059ab94b20b4d31d71650da125 is 43, key is default/ns:d/1733333231823/Put/seqid=0 2024-12-04T17:27:22,000 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f1/720db2a110104fe98ea769cb7feebae3 is 30, key is row1/f1:/1733333240557/DeleteFamily/seqid=0 2024-12-04T17:27:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741842_1018 (size=5123) 2024-12-04T17:27:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:27:22,004 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f1/720db2a110104fe98ea769cb7feebae3 2024-12-04T17:27:22,004 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/ns/168d71059ab94b20b4d31d71650da125 2024-12-04T17:27:22,007 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 720db2a110104fe98ea769cb7feebae3 2024-12-04T17:27:22,022 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d71c3ad889349549ffdb80b1f89dba8 is 112, key is test,,1733333233089.79e068edd95297704b295ec52dd3b0b9./rep_barrier:seqnumDuringOpen/1733333233840/Put/seqid=0 2024-12-04T17:27:22,022 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/norep/22612b12f2b042738d8b7eaf9c10a587 is 33, key is row1/norep:/1733333240557/DeleteFamily/seqid=0 2024-12-04T17:27:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741845_1021 (size=5108) 2024-12-04T17:27:22,026 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/norep/22612b12f2b042738d8b7eaf9c10a587 2024-12-04T17:27:22,029 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22612b12f2b042738d8b7eaf9c10a587 2024-12-04T17:27:22,030 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f/da32357444944bf0bb6f41079759e2b7 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/f/da32357444944bf0bb6f41079759e2b7 2024-12-04T17:27:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741844_1020 (size=5518) 2024-12-04T17:27:22,035 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d71c3ad889349549ffdb80b1f89dba8 2024-12-04T17:27:22,035 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da32357444944bf0bb6f41079759e2b7 2024-12-04T17:27:22,036 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/f/da32357444944bf0bb6f41079759e2b7, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:22,038 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/f1/720db2a110104fe98ea769cb7feebae3 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/f1/720db2a110104fe98ea769cb7feebae3 2024-12-04T17:27:22,044 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 720db2a110104fe98ea769cb7feebae3 2024-12-04T17:27:22,044 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/f1/720db2a110104fe98ea769cb7feebae3, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:22,044 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/.tmp/norep/22612b12f2b042738d8b7eaf9c10a587 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/norep/22612b12f2b042738d8b7eaf9c10a587 2024-12-04T17:27:22,051 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22612b12f2b042738d8b7eaf9c10a587 2024-12-04T17:27:22,051 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/norep/22612b12f2b042738d8b7eaf9c10a587, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:22,051 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 79e068edd95297704b295ec52dd3b0b9 in 484ms, sequenceid=8, compaction requested=false 2024-12-04T17:27:22,057 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/table/836e4d1980e64be08c40e3f63291e970 is 53, key is hbase:replication/table:state/1733333237195/Put/seqid=0 2024-12-04T17:27:22,059 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/default/test/79e068edd95297704b295ec52dd3b0b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:22,060 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79e068edd95297704b295ec52dd3b0b9: Waiting for close lock at 1733333241567Running coprocessor pre-close hooks at 1733333241567Disabling compacts and flushes for region at 1733333241567Disabling writes for close at 1733333241567Obtaining lock to block concurrent updates at 1733333241567Preparing flush snapshotting stores in 79e068edd95297704b295ec52dd3b0b9 at 1733333241567Finished memstore snapshotting test,,1733333233089.79e068edd95297704b295ec52dd3b0b9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733333241568 (+1 ms)Flushing stores of test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. at 1733333241568Flushing 79e068edd95297704b295ec52dd3b0b9/f: creating writer at 1733333241568Flushing 79e068edd95297704b295ec52dd3b0b9/f: appending metadata at 1733333241580 (+12 ms)Flushing 79e068edd95297704b295ec52dd3b0b9/f: closing flushed file at 1733333241580Flushing 79e068edd95297704b295ec52dd3b0b9/f1: creating writer at 1733333241988 (+408 ms)Flushing 79e068edd95297704b295ec52dd3b0b9/f1: appending metadata at 1733333242000 (+12 ms)Flushing 79e068edd95297704b295ec52dd3b0b9/f1: closing flushed file at 1733333242000Flushing 79e068edd95297704b295ec52dd3b0b9/norep: creating writer at 1733333242008 (+8 ms)Flushing 79e068edd95297704b295ec52dd3b0b9/norep: appending metadata at 1733333242022 (+14 ms)Flushing 79e068edd95297704b295ec52dd3b0b9/norep: closing flushed file at 1733333242022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4119b5ed: reopening flushed file at 1733333242029 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7c9f3c: reopening flushed file at 1733333242036 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d2cb25: reopening flushed file at 1733333242044 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 79e068edd95297704b295ec52dd3b0b9 in 484ms, sequenceid=8, compaction requested=false at 1733333242051 (+7 ms)Writing region close event to WAL at 1733333242056 (+5 ms)Running coprocessor post-close hooks at 1733333242060 (+4 ms)Closed at 1733333242060 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333233089.79e068edd95297704b295ec52dd3b0b9. 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 231dcc136094cf08f70dbc9363a29a49, disabling compactions & flushes 2024-12-04T17:27:22,060 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. after waiting 0 ms 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 231dcc136094cf08f70dbc9363a29a49: Waiting for close lock at 1733333242060Running coprocessor pre-close hooks at 1733333242060Disabling compacts and flushes for region at 1733333242060Disabling writes for close at 1733333242060Failed flush hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49., putting online again at 1733333242060 2024-12-04T17:27:22,060 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:27:22,128 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1162, reset compression=false 2024-12-04T17:27:22,134 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:22,134 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1806, reset compression=false 2024-12-04T17:27:22,168 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(3091): Received CLOSE for 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:22,168 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 231dcc136094cf08f70dbc9363a29a49 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 231dcc136094cf08f70dbc9363a29a49, disabling compactions & flushes 2024-12-04T17:27:22,168 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. after waiting 0 ms 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 231dcc136094cf08f70dbc9363a29a49: Waiting for close lock at 1733333242168Running coprocessor pre-close hooks at 1733333242168Disabling compacts and flushes for region at 1733333242168Disabling writes for close at 1733333242168Failed flush hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49., putting online again at 1733333242168 2024-12-04T17:27:22,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49. 2024-12-04T17:27:22,338 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1806, reset compression=false 2024-12-04T17:27:22,368 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:22,447 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:22,467 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/table/836e4d1980e64be08c40e3f63291e970 2024-12-04T17:27:22,471 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/info/0075f1ad6081499eb6df9d43d28efb5d as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/info/0075f1ad6081499eb6df9d43d28efb5d 2024-12-04T17:27:22,475 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/info/0075f1ad6081499eb6df9d43d28efb5d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:27:22,475 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/ns/168d71059ab94b20b4d31d71650da125 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/ns/168d71059ab94b20b4d31d71650da125 2024-12-04T17:27:22,479 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/ns/168d71059ab94b20b4d31d71650da125, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:27:22,479 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d71c3ad889349549ffdb80b1f89dba8 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/rep_barrier/1d71c3ad889349549ffdb80b1f89dba8 2024-12-04T17:27:22,483 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/rep_barrier/1d71c3ad889349549ffdb80b1f89dba8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:27:22,484 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/.tmp/table/836e4d1980e64be08c40e3f63291e970 as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/table/836e4d1980e64be08c40e3f63291e970 2024-12-04T17:27:22,487 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/table/836e4d1980e64be08c40e3f63291e970, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:27:22,488 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-12-04T17:27:22,491 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:27:22,491 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:22,491 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:22,491 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:22,491 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333241567Running coprocessor pre-close hooks at 1733333241567Disabling compacts and flushes for region at 1733333241567Disabling writes for close at 1733333241567Obtaining lock to block concurrent updates at 1733333241567Preparing flush snapshotting stores in 1588230740 at 1733333241567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333241568 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333241568Flushing 1588230740/info: creating writer at 1733333241568Flushing 1588230740/info: appending metadata at 1733333241580 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733333241580Flushing 1588230740/ns: creating writer at 1733333241988 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733333242000 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333242000Flushing 1588230740/rep_barrier: creating writer at 1733333242008 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333242021 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333242021Flushing 1588230740/table: creating writer at 1733333242042 (+21 ms)Flushing 1588230740/table: appending metadata at 1733333242055 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733333242055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78df2c93: reopening flushed file at 1733333242471 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2513d6: reopening flushed file at 1733333242475 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad115b8: reopening flushed file at 1733333242479 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdbe48b: reopening flushed file at 1733333242483 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1733333242488 (+5 ms)Writing region close event to WAL at 1733333242489 (+1 ms)Running coprocessor post-close hooks at 1733333242491 (+2 ms)Closed at 1733333242491 2024-12-04T17:27:22,492 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:22,568 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:27:22,568 DEBUG [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1325): Online Regions={231dcc136094cf08f70dbc9363a29a49=hbase:replication,,1733333236405.231dcc136094cf08f70dbc9363a29a49.} 2024-12-04T17:27:22,568 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T17:27:22,568 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,37521,1733333228892; all regions closed. 2024-12-04T17:27:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:27:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741839_1015 (size=1733) 2024-12-04T17:27:22,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.rep.1733333237156 not finished, retry = 0 2024-12-04T17:27:22,642 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 to pos 1806, reset compression=false 2024-12-04T17:27:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741832_1008 (size=1814) 2024-12-04T17:27:22,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/WALs/1bc61fcf61ea,37521,1733333228892/1bc61fcf61ea%2C37521%2C1733333228892.1733333230904 not finished, retry = 0 2024-12-04T17:27:22,777 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:22,777 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:22,777 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:22,777 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:22,777 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:22,777 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:22,777 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,37521,1733333228892 because: Region server is closing 2024-12-04T17:27:22,778 INFO [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:37521. 2024-12-04T17:27:22,778 DEBUG [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:22,778 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:22,778 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:22,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:22,878 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.shipper1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 terminated 2024-12-04T17:27:22,878 INFO [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:37521. 2024-12-04T17:27:22,878 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,37521,1733333228892.replicationSource.wal-reader.1bc61fcf61ea%2C37521%2C1733333228892,1-1bc61fcf61ea,37521,1733333228892 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:27:22,878 DEBUG [RS:0;1bc61fcf61ea:37521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:22,878 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:22,878 DEBUG [RS:0;1bc61fcf61ea:37521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:22,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:22,879 INFO [RS:0;1bc61fcf61ea:37521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37521 2024-12-04T17:27:22,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1749715596/rs/1bc61fcf61ea,37521,1733333228892 2024-12-04T17:27:22,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596/rs 2024-12-04T17:27:22,880 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:22,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,37521,1733333228892] 2024-12-04T17:27:22,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1749715596/draining/1bc61fcf61ea,37521,1733333228892 already deleted, retry=false 2024-12-04T17:27:22,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,37521,1733333228892 expired; onlineServers=0 2024-12-04T17:27:22,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,33679,1733333228862' ***** 2024-12-04T17:27:22,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:27:22,881 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:27:22,881 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:22,881 DEBUG [M:0;1bc61fcf61ea:33679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:27:22,881 DEBUG [M:0;1bc61fcf61ea:33679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:27:22,881 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333230644 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333230644,5,FailOnTimeoutGroup] 2024-12-04T17:27:22,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:27:22,881 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333230644 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333230644,5,FailOnTimeoutGroup] 2024-12-04T17:27:22,882 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:22,882 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:22,882 DEBUG [M:0;1bc61fcf61ea:33679 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:27:22,882 INFO [M:0;1bc61fcf61ea:33679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:27:22,882 INFO [M:0;1bc61fcf61ea:33679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:27:22,882 INFO [M:0;1bc61fcf61ea:33679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:27:22,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:27:22,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1749715596/master 2024-12-04T17:27:22,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1749715596 2024-12-04T17:27:22,882 DEBUG [M:0;1bc61fcf61ea:33679 {}] zookeeper.ZKUtil(347): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Unable to get data of znode /1-1749715596/master because node does not exist (not an error) 2024-12-04T17:27:22,882 WARN [M:0;1bc61fcf61ea:33679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:27:22,883 INFO [M:0;1bc61fcf61ea:33679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/.lastflushedseqids 2024-12-04T17:27:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741847_1023 (size=245) 2024-12-04T17:27:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:22,981 INFO [RS:0;1bc61fcf61ea:37521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:22,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37521-0x100a645671f0004, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:22,981 INFO [RS:0;1bc61fcf61ea:37521 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,37521,1733333228892; zookeeper connection closed. 2024-12-04T17:27:22,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@248aaf93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@248aaf93 2024-12-04T17:27:22,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:27:23,051 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:23,287 INFO [M:0;1bc61fcf61ea:33679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:27:23,287 INFO [M:0;1bc61fcf61ea:33679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:27:23,287 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:23,287 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:23,287 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:23,287 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:23,287 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:23,288 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:27:23,307 DEBUG [M:0;1bc61fcf61ea:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12922609f5684e01a3b6f9305fe727ce is 82, key is hbase:meta,,1/info:regioninfo/1733333231814/Put/seqid=0 2024-12-04T17:27:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741848_1024 (size=5672) 2024-12-04T17:27:23,711 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12922609f5684e01a3b6f9305fe727ce 2024-12-04T17:27:23,726 DEBUG [M:0;1bc61fcf61ea:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2f05f807e3c4344b7aec3e652cd135b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333237198/Put/seqid=0 2024-12-04T17:27:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741849_1025 (size=8517) 2024-12-04T17:27:23,754 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:24,130 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2f05f807e3c4344b7aec3e652cd135b 2024-12-04T17:27:24,145 DEBUG [M:0;1bc61fcf61ea:33679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7088702ea7e44919aa0113dbad8fcbd is 69, key is 1bc61fcf61ea,37521,1733333228892/rs:state/1733333230747/Put/seqid=0 2024-12-04T17:27:24,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741850_1026 (size=5156) 2024-12-04T17:27:24,549 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7088702ea7e44919aa0113dbad8fcbd 2024-12-04T17:27:24,553 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12922609f5684e01a3b6f9305fe727ce as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12922609f5684e01a3b6f9305fe727ce 2024-12-04T17:27:24,555 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12922609f5684e01a3b6f9305fe727ce, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:27:24,556 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2f05f807e3c4344b7aec3e652cd135b as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2f05f807e3c4344b7aec3e652cd135b 2024-12-04T17:27:24,558 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:24,559 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2f05f807e3c4344b7aec3e652cd135b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:27:24,560 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7088702ea7e44919aa0113dbad8fcbd as hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7088702ea7e44919aa0113dbad8fcbd 2024-12-04T17:27:24,564 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/2d67673a-756c-ef09-7b51-5a546961dc5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7088702ea7e44919aa0113dbad8fcbd, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:27:24,565 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-12-04T17:27:24,568 INFO [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:24,568 DEBUG [M:0;1bc61fcf61ea:33679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333243287Disabling compacts and flushes for region at 1733333243287Disabling writes for close at 1733333243287Obtaining lock to block concurrent updates at 1733333243288 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333243288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333243288Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333243288Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333243289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333243307 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333243307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333243715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333243726 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333243726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333244133 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333244145 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333244145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd7df7: reopening flushed file at 1733333244552 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff0c8af: reopening flushed file at 1733333244556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cc6086: reopening flushed file at 1733333244559 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1733333244565 (+6 ms)Writing region close event to WAL at 1733333244568 (+3 ms)Closed at 1733333244568 2024-12-04T17:27:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37353 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:27:24,571 INFO [M:0;1bc61fcf61ea:33679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:27:24,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:24,571 INFO [M:0;1bc61fcf61ea:33679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33679 2024-12-04T17:27:24,571 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:24,672 INFO [M:0;1bc61fcf61ea:33679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:24,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33679-0x100a645671f0003, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:24,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbf964d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:24,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:24,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:24,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:24,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:24,682 WARN [BP-1309976978-172.17.0.2-1733333227976 heartbeating to localhost/127.0.0.1:46837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:27:24,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:27:24,682 WARN [BP-1309976978-172.17.0.2-1733333227976 heartbeating to localhost/127.0.0.1:46837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1309976978-172.17.0.2-1733333227976 (Datanode Uuid 0ca29a43-d9cc-4973-a233-5d6b72a17cfc) service to localhost/127.0.0.1:46837 2024-12-04T17:27:24,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:27:24,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/cluster_5636f5e6-9dde-6ada-1d80-9346f6a7e763/data/data1/current/BP-1309976978-172.17.0.2-1733333227976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:24,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/cluster_5636f5e6-9dde-6ada-1d80-9346f6a7e763/data/data2/current/BP-1309976978-172.17.0.2-1733333227976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:24,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:27:24,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7791517c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:24,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:24,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:24,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:24,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:24,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:27:24,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:27:24,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:24,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:24,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:24,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:24,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:24,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:27:24,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=978500864, stopped=false 2024-12-04T17:27:24,705 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,32827,1733333224982 2024-12-04T17:27:24,706 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/running 2024-12-04T17:27:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/running 2024-12-04T17:27:24,706 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:24,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:27:24,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/running 2024-12-04T17:27:24,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Set watcher on znode that does not yet exist, /0494813939/running 2024-12-04T17:27:24,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:24,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:24,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:24,707 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,38849,1733333225020' ***** 2024-12-04T17:27:24,707 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4248c6a1e2ad8d3bac4f55da3caeb688 2024-12-04T17:27:24,708 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38849. 2024-12-04T17:27:24,708 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4248c6a1e2ad8d3bac4f55da3caeb688, disabling compactions & flushes 2024-12-04T17:27:24,708 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:24,708 DEBUG [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:24,708 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:24,708 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:24,708 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. after waiting 0 ms 2024-12-04T17:27:24,708 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:27:24,708 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4248c6a1e2ad8d3bac4f55da3caeb688 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:27:24,708 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:27:24,708 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4248c6a1e2ad8d3bac4f55da3caeb688=hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688., f5cfbe1ad95f04411dd273883ce0bac2=test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2.} 2024-12-04T17:27:24,709 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4248c6a1e2ad8d3bac4f55da3caeb688, f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:24,709 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:24,709 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:24,709 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:24,709 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:24,709 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:24,709 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:27:24,721 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/.tmp/queue/bc38a5ac296c466dbd3cc714910e7ccc is 153, key is 1-1bc61fcf61ea,38849,1733333225020/queue:1bc61fcf61ea%2C38849%2C1733333225020/1733333241032/Put/seqid=0 2024-12-04T17:27:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741840_1016 (size=5352) 2024-12-04T17:27:24,725 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/.tmp/queue/bc38a5ac296c466dbd3cc714910e7ccc 2024-12-04T17:27:24,726 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/info/10446141d4c94516802b03227986ab19 is 147, key is hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688./info:regioninfo/1733333235421/Put/seqid=0 2024-12-04T17:27:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:27:24,730 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/.tmp/queue/bc38a5ac296c466dbd3cc714910e7ccc as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/queue/bc38a5ac296c466dbd3cc714910e7ccc 2024-12-04T17:27:24,733 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/queue/bc38a5ac296c466dbd3cc714910e7ccc, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T17:27:24,734 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4248c6a1e2ad8d3bac4f55da3caeb688 in 26ms, sequenceid=10, compaction requested=false 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/replication/4248c6a1e2ad8d3bac4f55da3caeb688/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:24,739 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4248c6a1e2ad8d3bac4f55da3caeb688: Waiting for close lock at 1733333244708Running coprocessor pre-close hooks at 1733333244708Disabling compacts and flushes for region at 1733333244708Disabling writes for close at 1733333244708Obtaining lock to block concurrent updates at 1733333244708Preparing flush snapshotting stores in 4248c6a1e2ad8d3bac4f55da3caeb688 at 1733333244708Finished memstore snapshotting hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733333244709 (+1 ms)Flushing stores of hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. at 1733333244709Flushing 4248c6a1e2ad8d3bac4f55da3caeb688/queue: creating writer at 1733333244709Flushing 4248c6a1e2ad8d3bac4f55da3caeb688/queue: appending metadata at 1733333244720 (+11 ms)Flushing 4248c6a1e2ad8d3bac4f55da3caeb688/queue: closing flushed file at 1733333244720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae6ad6d: reopening flushed file at 1733333244729 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4248c6a1e2ad8d3bac4f55da3caeb688 in 26ms, sequenceid=10, compaction requested=false at 1733333244734 (+5 ms)Writing region close event to WAL at 1733333244736 (+2 ms)Running coprocessor post-close hooks at 1733333244739 (+3 ms)Closed at 1733333244739 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333234247.4248c6a1e2ad8d3bac4f55da3caeb688. 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5cfbe1ad95f04411dd273883ce0bac2, disabling compactions & flushes 2024-12-04T17:27:24,739 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. after waiting 0 ms 2024-12-04T17:27:24,739 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:24,740 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5cfbe1ad95f04411dd273883ce0bac2 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T17:27:24,752 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f/59edef34189d47cea07962d23d68b573 is 29, key is row1/f:/1733333240557/DeleteFamily/seqid=0 2024-12-04T17:27:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741842_1018 (size=5118) 2024-12-04T17:27:24,783 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:24,909 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:24,910 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:27:24,910 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:27:25,109 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:25,129 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/info/10446141d4c94516802b03227986ab19 2024-12-04T17:27:25,150 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/ns/eaf817c2b7d84ac88813bbc8bdf2047b is 43, key is default/ns:d/1733333227935/Put/seqid=0 2024-12-04T17:27:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:27:25,155 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f/59edef34189d47cea07962d23d68b573 2024-12-04T17:27:25,159 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59edef34189d47cea07962d23d68b573 2024-12-04T17:27:25,171 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f1/4bcb9f25115c4b55982e2bd0031c42c0 is 30, key is row1/f1:/1733333240557/DeleteFamily/seqid=0 2024-12-04T17:27:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741844_1020 (size=5123) 2024-12-04T17:27:25,174 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f1/4bcb9f25115c4b55982e2bd0031c42c0 2024-12-04T17:27:25,178 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bcb9f25115c4b55982e2bd0031c42c0 2024-12-04T17:27:25,190 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/norep/a0902bcafe224a6bb8566559c2dc2c06 is 32, key is row/norep:/1733333239552/DeleteFamily/seqid=0 2024-12-04T17:27:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741845_1021 (size=5101) 2024-12-04T17:27:25,309 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:25,462 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 912, reset compression=false 2024-12-04T17:27:25,467 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:25,467 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1159, reset compression=false 2024-12-04T17:27:25,467 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38849,1733333225020 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:25,468 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,38849,1733333225020: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,38849,1733333225020, walGroup=1bc61fcf61ea%2C38849%2C1733333225020, offset=1bc61fcf61ea%2C38849%2C1733333225020.1733333226994:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:38849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:27:25,469 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:27:25,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:27:25,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:27:25,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:27:25,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:27:25,469 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 713658360 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191140968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:27:25,470 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:32827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:32827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:27:25,509 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5cfbe1ad95f04411dd273883ce0bac2 2024-12-04T17:27:25,554 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/ns/eaf817c2b7d84ac88813bbc8bdf2047b 2024-12-04T17:27:25,570 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/rep_barrier/e4d44fc3e9234ad0bd71695a3850bced is 112, key is test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2./rep_barrier:seqnumDuringOpen/1733333232689/Put/seqid=0 2024-12-04T17:27:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741846_1022 (size=5518) 2024-12-04T17:27:25,595 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/norep/a0902bcafe224a6bb8566559c2dc2c06 2024-12-04T17:27:25,599 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0902bcafe224a6bb8566559c2dc2c06 2024-12-04T17:27:25,600 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f/59edef34189d47cea07962d23d68b573 as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/f/59edef34189d47cea07962d23d68b573 2024-12-04T17:27:25,604 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59edef34189d47cea07962d23d68b573 2024-12-04T17:27:25,604 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/f/59edef34189d47cea07962d23d68b573, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:25,605 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/f1/4bcb9f25115c4b55982e2bd0031c42c0 as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/f1/4bcb9f25115c4b55982e2bd0031c42c0 2024-12-04T17:27:25,609 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bcb9f25115c4b55982e2bd0031c42c0 2024-12-04T17:27:25,609 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/f1/4bcb9f25115c4b55982e2bd0031c42c0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:25,609 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/.tmp/norep/a0902bcafe224a6bb8566559c2dc2c06 as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/norep/a0902bcafe224a6bb8566559c2dc2c06 2024-12-04T17:27:25,613 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0902bcafe224a6bb8566559c2dc2c06 2024-12-04T17:27:25,613 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/norep/a0902bcafe224a6bb8566559c2dc2c06, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T17:27:25,614 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f5cfbe1ad95f04411dd273883ce0bac2 in 875ms, sequenceid=8, compaction requested=false 2024-12-04T17:27:25,614 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:27:25,618 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/default/test/f5cfbe1ad95f04411dd273883ce0bac2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T17:27:25,619 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:25,619 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:25,619 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:25,619 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5cfbe1ad95f04411dd273883ce0bac2: Waiting for close lock at 1733333244739Running coprocessor pre-close hooks at 1733333244739Disabling compacts and flushes for region at 1733333244739Disabling writes for close at 1733333244739Obtaining lock to block concurrent updates at 1733333244740 (+1 ms)Preparing flush snapshotting stores in f5cfbe1ad95f04411dd273883ce0bac2 at 1733333244740Finished memstore snapshotting test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733333244740Flushing stores of test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. at 1733333244740Flushing f5cfbe1ad95f04411dd273883ce0bac2/f: creating writer at 1733333244740Flushing f5cfbe1ad95f04411dd273883ce0bac2/f: appending metadata at 1733333244751 (+11 ms)Flushing f5cfbe1ad95f04411dd273883ce0bac2/f: closing flushed file at 1733333244751Flushing f5cfbe1ad95f04411dd273883ce0bac2/f1: creating writer at 1733333245159 (+408 ms)Flushing f5cfbe1ad95f04411dd273883ce0bac2/f1: appending metadata at 1733333245170 (+11 ms)Flushing f5cfbe1ad95f04411dd273883ce0bac2/f1: closing flushed file at 1733333245170Flushing f5cfbe1ad95f04411dd273883ce0bac2/norep: creating writer at 1733333245178 (+8 ms)Flushing f5cfbe1ad95f04411dd273883ce0bac2/norep: appending metadata at 1733333245190 (+12 ms)Flushing f5cfbe1ad95f04411dd273883ce0bac2/norep: closing flushed file at 1733333245190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8aa9b5: reopening flushed file at 1733333245599 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5a234d: reopening flushed file at 1733333245604 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33302d30: reopening flushed file at 1733333245609 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f5cfbe1ad95f04411dd273883ce0bac2 in 875ms, sequenceid=8, compaction requested=false at 1733333245614 (+5 ms)Writing region close event to WAL at 1733333245616 (+2 ms)Running coprocessor post-close hooks at 1733333245619 (+3 ms)Closed at 1733333245619 2024-12-04T17:27:25,619 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333231944.f5cfbe1ad95f04411dd273883ce0bac2. 2024-12-04T17:27:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:27:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:25,671 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1159, reset compression=false 2024-12-04T17:27:25,675 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:25,675 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1803, reset compression=false 2024-12-04T17:27:25,709 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:27:25,709 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:27:25,709 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:25,877 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1803, reset compression=false 2024-12-04T17:27:25,910 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:25,974 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/rep_barrier/e4d44fc3e9234ad0bd71695a3850bced 2024-12-04T17:27:25,989 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/table/4f0fff4735f6414a887c111916376fe8 is 53, key is hbase:replication/table:state/1733333235428/Put/seqid=0 2024-12-04T17:27:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741847_1023 (size=5308) 2024-12-04T17:27:26,110 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:26,180 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1803, reset compression=false 2024-12-04T17:27:26,310 DEBUG [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:27:26,393 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/table/4f0fff4735f6414a887c111916376fe8 2024-12-04T17:27:26,397 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/info/10446141d4c94516802b03227986ab19 as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/info/10446141d4c94516802b03227986ab19 2024-12-04T17:27:26,401 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/info/10446141d4c94516802b03227986ab19, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:27:26,401 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/ns/eaf817c2b7d84ac88813bbc8bdf2047b as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/ns/eaf817c2b7d84ac88813bbc8bdf2047b 2024-12-04T17:27:26,405 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/ns/eaf817c2b7d84ac88813bbc8bdf2047b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:27:26,406 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/rep_barrier/e4d44fc3e9234ad0bd71695a3850bced as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/rep_barrier/e4d44fc3e9234ad0bd71695a3850bced 2024-12-04T17:27:26,410 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/rep_barrier/e4d44fc3e9234ad0bd71695a3850bced, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:27:26,411 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/.tmp/table/4f0fff4735f6414a887c111916376fe8 as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/table/4f0fff4735f6414a887c111916376fe8 2024-12-04T17:27:26,415 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/table/4f0fff4735f6414a887c111916376fe8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:27:26,415 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-12-04T17:27:26,415 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:27:26,420 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:27:26,421 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:27:26,421 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:27:26,421 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:26,421 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333244709Running coprocessor pre-close hooks at 1733333244709Disabling compacts and flushes for region at 1733333244709Disabling writes for close at 1733333244709Obtaining lock to block concurrent updates at 1733333244709Preparing flush snapshotting stores in 1588230740 at 1733333244709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333244709Flushing stores of hbase:meta,,1.1588230740 at 1733333244709Flushing 1588230740/info: creating writer at 1733333244709Flushing 1588230740/info: appending metadata at 1733333244725 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733333244725Flushing 1588230740/ns: creating writer at 1733333245134 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733333245150 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733333245150Flushing 1588230740/rep_barrier: creating writer at 1733333245558 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333245569 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333245569Flushing 1588230740/table: creating writer at 1733333245977 (+408 ms)Flushing 1588230740/table: appending metadata at 1733333245989 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733333245989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b53607: reopening flushed file at 1733333246396 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3d5855: reopening flushed file at 1733333246401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37205815: reopening flushed file at 1733333246406 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4828a0e0: reopening flushed file at 1733333246411 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1733333246415 (+4 ms)Writing region close event to WAL at 1733333246418 (+3 ms)Running coprocessor post-close hooks at 1733333246421 (+3 ms)Closed at 1733333246421 2024-12-04T17:27:26,421 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:26,510 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,38849,1733333225020; all regions closed. 2024-12-04T17:27:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:27:26,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.meta.1733333227899.meta not finished, retry = 0 2024-12-04T17:27:26,584 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.1733333226994 to pos 1803, reset compression=false 2024-12-04T17:27:26,614 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/WALs/1bc61fcf61ea,38849,1733333225020/1bc61fcf61ea%2C38849%2C1733333225020.rep.1733333235391 not finished, retry = 0 2024-12-04T17:27:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741839_1015 (size=2676) 2024-12-04T17:27:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741832_1008 (size=1811) 2024-12-04T17:27:26,717 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:26,717 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:27:26,717 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:26,717 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:26,718 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:26,718 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:26,718 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,38849,1733333225020 because: Region server is closing 2024-12-04T17:27:26,718 INFO [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38849. 2024-12-04T17:27:26,718 DEBUG [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:26,718 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:26,718 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:26,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:26,818 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.shipper1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 terminated 2024-12-04T17:27:26,818 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38849,1733333225020.replicationSource.wal-reader.1bc61fcf61ea%2C38849%2C1733333225020,1-1bc61fcf61ea,38849,1733333225020 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:27:26,818 INFO [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38849. 2024-12-04T17:27:26,818 DEBUG [RS:0;1bc61fcf61ea:38849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:26,819 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:26,819 DEBUG [RS:0;1bc61fcf61ea:38849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:26,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:26,819 INFO [RS:0;1bc61fcf61ea:38849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38849 2024-12-04T17:27:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939/rs 2024-12-04T17:27:26,820 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/rs/1bc61fcf61ea,38849,1733333225020 2024-12-04T17:27:26,820 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:26,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,38849,1733333225020] 2024-12-04T17:27:26,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/draining/1bc61fcf61ea,38849,1733333225020 already deleted, retry=false 2024-12-04T17:27:26,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,38849,1733333225020 expired; onlineServers=0 2024-12-04T17:27:26,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,32827,1733333224982' ***** 2024-12-04T17:27:26,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:27:26,821 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:27:26,822 DEBUG [M:0;1bc61fcf61ea:32827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:27:26,822 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:27:26,822 DEBUG [M:0;1bc61fcf61ea:32827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:27:26,822 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333226763 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333226763,5,FailOnTimeoutGroup] 2024-12-04T17:27:26,822 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333226764 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333226764,5,FailOnTimeoutGroup] 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:27:26,822 DEBUG [M:0;1bc61fcf61ea:32827 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:27:26,822 INFO [M:0;1bc61fcf61ea:32827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:27:26,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:27:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/master 2024-12-04T17:27:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:26,823 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0494813939/master 2024-12-04T17:27:26,823 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0494813939 2024-12-04T17:27:26,824 DEBUG [M:0;1bc61fcf61ea:32827 {}] zookeeper.RecoverableZooKeeper(212): Node /0494813939/master already deleted, retry=false 2024-12-04T17:27:26,824 DEBUG [M:0;1bc61fcf61ea:32827 {}] master.ActiveMasterManager(353): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Failed delete of our master address node; KeeperErrorCode = NoNode for /0494813939/master 2024-12-04T17:27:26,825 INFO [M:0;1bc61fcf61ea:32827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/.lastflushedseqids 2024-12-04T17:27:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741848_1024 (size=245) 2024-12-04T17:27:26,926 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:26,926 INFO [RS:0;1bc61fcf61ea:38849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:26,926 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38849-0x100a645671f0001, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:26,926 INFO [RS:0;1bc61fcf61ea:38849 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,38849,1733333225020; zookeeper connection closed. 2024-12-04T17:27:26,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b 2024-12-04T17:27:26,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:27:27,230 INFO [M:0;1bc61fcf61ea:32827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:27:27,230 INFO [M:0;1bc61fcf61ea:32827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:27:27,230 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:27,230 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:27,230 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:27,230 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:27,230 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:27,230 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:27:27,244 DEBUG [M:0;1bc61fcf61ea:32827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86da356e740f4281893e518d0c8a9e8b is 82, key is hbase:meta,,1/info:regioninfo/1733333227926/Put/seqid=0 2024-12-04T17:27:27,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741849_1025 (size=5672) 2024-12-04T17:27:27,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:27,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:27,648 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86da356e740f4281893e518d0c8a9e8b 2024-12-04T17:27:27,664 DEBUG [M:0;1bc61fcf61ea:32827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ac7b0255f74ee09dd13a7848e31e0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333235431/Put/seqid=0 2024-12-04T17:27:27,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741850_1026 (size=8517) 2024-12-04T17:27:28,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:28,047 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:28,047 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28280 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:28,068 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ac7b0255f74ee09dd13a7848e31e0b 2024-12-04T17:27:28,083 DEBUG [M:0;1bc61fcf61ea:32827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f696b31d5d4e0388722ffb6579b87f is 69, key is 1bc61fcf61ea,38849,1733333225020/rs:state/1733333226860/Put/seqid=0 2024-12-04T17:27:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741851_1027 (size=5156) 2024-12-04T17:27:28,486 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f696b31d5d4e0388722ffb6579b87f 2024-12-04T17:27:28,491 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86da356e740f4281893e518d0c8a9e8b as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86da356e740f4281893e518d0c8a9e8b 2024-12-04T17:27:28,495 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86da356e740f4281893e518d0c8a9e8b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:27:28,495 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86ac7b0255f74ee09dd13a7848e31e0b as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86ac7b0255f74ee09dd13a7848e31e0b 2024-12-04T17:27:28,499 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86ac7b0255f74ee09dd13a7848e31e0b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:27:28,500 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f696b31d5d4e0388722ffb6579b87f as hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59f696b31d5d4e0388722ffb6579b87f 2024-12-04T17:27:28,503 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35993/user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59f696b31d5d4e0388722ffb6579b87f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:27:28,504 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-04T17:27:28,505 INFO [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:28,505 DEBUG [M:0;1bc61fcf61ea:32827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333247230Disabling compacts and flushes for region at 1733333247230Disabling writes for close at 1733333247230Obtaining lock to block concurrent updates at 1733333247230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333247230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333247231 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333247231Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333247231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333247243 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333247243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333247652 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333247663 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333247663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333248071 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333248082 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333248082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a50829e: reopening flushed file at 1733333248490 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd10cef: reopening flushed file at 1733333248495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f62b19: reopening flushed file at 1733333248499 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733333248504 (+5 ms)Writing region close event to WAL at 1733333248505 (+1 ms)Closed at 1733333248505 2024-12-04T17:27:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:27:28,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed811a43-8c65-1a6f-eb35-4d97d718dadc/MasterData/WALs/1bc61fcf61ea,32827,1733333224982/1bc61fcf61ea%2C32827%2C1733333224982.1733333226707 not finished, retry = 0 2024-12-04T17:27:28,607 INFO [M:0;1bc61fcf61ea:32827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:27:28,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:27:28,607 INFO [M:0;1bc61fcf61ea:32827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32827 2024-12-04T17:27:28,608 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:27:28,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:28,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32827-0x100a645671f0000, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:27:28,709 INFO [M:0;1bc61fcf61ea:32827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:27:28,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65ffc534{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:28,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d3e9992{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:28,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:28,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13deed36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:28,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2952a6f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:28,712 WARN [BP-592906099-172.17.0.2-1733333224127 heartbeating to localhost/127.0.0.1:35993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:27:28,712 WARN [BP-592906099-172.17.0.2-1733333224127 heartbeating to localhost/127.0.0.1:35993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-592906099-172.17.0.2-1733333224127 (Datanode Uuid 41bcacda-39d6-439b-bd56-c05e6cee292d) service to localhost/127.0.0.1:35993 2024-12-04T17:27:28,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/data/data1/current/BP-592906099-172.17.0.2-1733333224127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:28,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/cluster_2869d359-6e60-7a8a-31bb-5040b82d7eb5/data/data2/current/BP-592906099-172.17.0.2-1733333224127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:27:28,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:27:28,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:27:28,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:27:28,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51838098{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:28,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de59a61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:27:28,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:27:28,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:27:28,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147c2401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba4df91d-67cf-de00-71fd-cc94c92a2a33/hadoop.log.dir/,STOPPED} 2024-12-04T17:27:28,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:27:28,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:27:28,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46837 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35993 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=2331 (was 2344) 2024-12-04T17:27:28,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=2331 2024-12-04T17:27:28,763 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T17:27:28,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir so I do NOT create it in target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb 2024-12-04T17:27:28,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:27:28,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.tmp.dir so I do NOT create it in target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb 2024-12-04T17:27:28,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07a2c0d2-7ac2-9a47-7d71-66c8a2aa0dff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:27:28,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb 2024-12-04T17:27:28,764 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d, deleteOnExit=true 2024-12-04T17:27:28,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/zookeeper_0, clientPort=62621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:27:28,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62621 2024-12-04T17:27:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/test.cache.data in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:27:28,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:28,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:27:28,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:27:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a645671f0005, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:27:28,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a645671f0002, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:27:28,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a645671f0002, quorum=127.0.0.1:54299, baseZNode=/0494813939 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:27:28,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a645671f0005, quorum=127.0.0.1:54299, baseZNode=/1-1749715596 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:27:28,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:28,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:28,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:28,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:28,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:27:28,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:28,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:28,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:28,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78790cfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/java.io.tmpdir/jetty-localhost-34585-hadoop-hdfs-3_4_1-tests_jar-_-any-14893536616874990049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:28,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:34585} 2024-12-04T17:27:28,925 INFO [Time-limited test {}] server.Server(415): Started @207719ms 2024-12-04T17:27:28,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:28,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:28,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:28,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:28,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:27:28,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:28,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:29,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4a1a95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/java.io.tmpdir/jetty-localhost-40891-hadoop-hdfs-3_4_1-tests_jar-_-any-16697438669716598576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:29,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:40891} 2024-12-04T17:27:29,073 INFO [Time-limited test {}] server.Server(415): Started @207867ms 2024-12-04T17:27:29,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:27:29,128 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/data/data1/current/BP-101188530-172.17.0.2-1733333248780/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:29,129 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/data/data2/current/BP-101188530-172.17.0.2-1733333248780/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:29,145 WARN [Thread-2640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:27:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb79deaf35847fef with lease ID 0x4dd2889c335e9fcc: Processing first storage report for DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=a3ec6d4a-63be-4955-9842-fff01e4303a5, infoPort=33375, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=631738394;c=1733333248780) 2024-12-04T17:27:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb79deaf35847fef with lease ID 0x4dd2889c335e9fcc: from storage DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=a3ec6d4a-63be-4955-9842-fff01e4303a5, infoPort=33375, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=631738394;c=1733333248780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb79deaf35847fef with lease ID 0x4dd2889c335e9fcc: Processing first storage report for DS-7adf4b0c-d1a4-4ea5-96df-9224a01f3652 from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=a3ec6d4a-63be-4955-9842-fff01e4303a5, infoPort=33375, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=631738394;c=1733333248780) 2024-12-04T17:27:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb79deaf35847fef with lease ID 0x4dd2889c335e9fcc: from storage DS-7adf4b0c-d1a4-4ea5-96df-9224a01f3652 node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=a3ec6d4a-63be-4955-9842-fff01e4303a5, infoPort=33375, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=631738394;c=1733333248780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:29,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb 2024-12-04T17:27:29,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:27:29,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810 with version=8 2024-12-04T17:27:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/hbase-staging 2024-12-04T17:27:29,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:29,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39259 2024-12-04T17:27:29,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39259 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392590x0, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:29,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39259-0x100a645c76c0000 connected 2024-12-04T17:27:29,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/running 2024-12-04T17:27:29,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810, hbase.cluster.distributed=false 2024-12-04T17:27:29,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/acl 2024-12-04T17:27:29,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39259 2024-12-04T17:27:29,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39259 2024-12-04T17:27:29,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39259 2024-12-04T17:27:29,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39259 2024-12-04T17:27:29,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39259 2024-12-04T17:27:29,652 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:27:29,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:29,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45297 2024-12-04T17:27:29,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45297 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:29,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452970x0, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:29,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452970x0, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/running 2024-12-04T17:27:29,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45297-0x100a645c76c0001 connected 2024-12-04T17:27:29,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:27:29,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:27:29,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/master 2024-12-04T17:27:29,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/acl 2024-12-04T17:27:29,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45297 2024-12-04T17:27:29,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45297 2024-12-04T17:27:29,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45297 2024-12-04T17:27:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45297 2024-12-04T17:27:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45297 2024-12-04T17:27:29,677 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:39259 2024-12-04T17:27:29,677 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-540606582/backup-masters/1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/backup-masters 2024-12-04T17:27:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/backup-masters 2024-12-04T17:27:29,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on existing znode=/0-540606582/backup-masters/1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:29,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-540606582/master 2024-12-04T17:27:29,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:29,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:29,679 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on existing znode=/0-540606582/master 2024-12-04T17:27:29,679 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-540606582/backup-masters/1bc61fcf61ea,39259,1733333249613 from backup master directory 2024-12-04T17:27:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-540606582/backup-masters/1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/backup-masters 2024-12-04T17:27:29,680 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:29,680 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/backup-masters 2024-12-04T17:27:29,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/hbase.id] with ID: 135e841f-455d-420e-b4f4-880572784891 2024-12-04T17:27:29,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/.tmp/hbase.id 2024-12-04T17:27:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:27:30,091 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/.tmp/hbase.id]:[hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/hbase.id] 2024-12-04T17:27:30,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:30,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:27:30,098 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T17:27:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:27:30,504 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:30,504 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:27:30,505 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:27:30,910 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store 2024-12-04T17:27:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:27:31,314 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:31,315 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:31,315 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333251315Disabling compacts and flushes for region at 1733333251315Disabling writes for close at 1733333251315Writing region close event to WAL at 1733333251315Closed at 1733333251315 2024-12-04T17:27:31,315 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/.initializing 2024-12-04T17:27:31,315 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/WALs/1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:31,316 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:31,317 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C39259%2C1733333249613, suffix=, logDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/WALs/1bc61fcf61ea,39259,1733333249613, archiveDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/oldWALs, maxLogs=10 2024-12-04T17:27:31,328 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/WALs/1bc61fcf61ea,39259,1733333249613/1bc61fcf61ea%2C39259%2C1733333249613.1733333251317, exclude list is [], retry=0 2024-12-04T17:27:31,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed,DISK] 2024-12-04T17:27:31,331 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/WALs/1bc61fcf61ea,39259,1733333249613/1bc61fcf61ea%2C39259%2C1733333249613.1733333251317 2024-12-04T17:27:31,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33375:33375)] 2024-12-04T17:27:31,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:31,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:31,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,331 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:27:31,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:27:31,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:31,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:27:31,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:31,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:27:31,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:31,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,337 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,339 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,339 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,339 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:31,340 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:31,344 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:31,345 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64580626, jitterRate=-0.03767368197441101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:31,345 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333251331Initializing all the Stores at 1733333251332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333251332Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333251332Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333251332Cleaning up temporary data from old regions at 1733333251339 (+7 ms)Region opened successfully at 1733333251345 (+6 ms) 2024-12-04T17:27:31,346 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:27:31,348 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732e6bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:31,349 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:27:31,349 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:27:31,349 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:27:31,349 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:27:31,350 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:27:31,350 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:27:31,350 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:27:31,351 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:27:31,352 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/balancer because node does not exist (not necessarily an error) 2024-12-04T17:27:31,353 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/balancer already deleted, retry=false 2024-12-04T17:27:31,353 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:27:31,353 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:27:31,354 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/normalizer already deleted, retry=false 2024-12-04T17:27:31,354 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:27:31,355 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:27:31,356 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/switch/split already deleted, retry=false 2024-12-04T17:27:31,356 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:27:31,357 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/switch/merge already deleted, retry=false 2024-12-04T17:27:31,358 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:27:31,358 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/snapshot-cleanup already deleted, retry=false 2024-12-04T17:27:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-540606582/running 2024-12-04T17:27:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-540606582/running 2024-12-04T17:27:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,360 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,39259,1733333249613, sessionid=0x100a645c76c0000, setting cluster-up flag (Was=false) 2024-12-04T17:27:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,363 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-540606582/flush-table-proc/acquired, /0-540606582/flush-table-proc/reached, /0-540606582/flush-table-proc/abort 2024-12-04T17:27:31,363 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,367 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-540606582/online-snapshot/acquired, /0-540606582/online-snapshot/reached, /0-540606582/online-snapshot/abort 2024-12-04T17:27:31,368 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:31,368 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:27:31,370 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:31,370 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:27:31,370 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:27:31,371 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,39259,1733333249613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:27:31,371 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(746): ClusterId : 135e841f-455d-420e-b4f4-880572784891 2024-12-04T17:27:31,371 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:27:31,371 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:31,372 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,373 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:27:31,373 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:27:31,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:31,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:27:31,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,374 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:27:31,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:27:31,374 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545cd6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333281381 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:27:31,381 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:27:31,385 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,385 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:27:31,385 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:27:31,386 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333251386,5,FailOnTimeoutGroup] 2024-12-04T17:27:31,386 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333251386,5,FailOnTimeoutGroup] 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,386 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:27:31,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:27:31,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810 2024-12-04T17:27:31,391 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:45297 2024-12-04T17:27:31,391 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:27:31,391 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:27:31,391 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:27:31,391 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,39259,1733333249613 with port=45297, startcode=1733333249652 2024-12-04T17:27:31,392 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:27:31,393 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:27:31,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39259 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,394 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810 2024-12-04T17:27:31,394 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46229 2024-12-04T17:27:31,394 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:27:31,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/rs 2024-12-04T17:27:31,396 DEBUG [RS:0;1bc61fcf61ea:45297 {}] zookeeper.ZKUtil(111): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on existing znode=/0-540606582/rs/1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,396 WARN [RS:0;1bc61fcf61ea:45297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:31,396 INFO [RS:0;1bc61fcf61ea:45297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:31,396 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,45297,1733333249652] 2024-12-04T17:27:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:27:31,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:31,403 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:27:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:31,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:31,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:31,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:31,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:31,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:31,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,409 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:27:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:31,409 INFO [RS:0;1bc61fcf61ea:45297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:27:31,409 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:31,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:31,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740 2024-12-04T17:27:31,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740 2024-12-04T17:27:31,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:31,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:31,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:31,413 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:27:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:31,413 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:27:31,414 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:31,414 DEBUG [RS:0;1bc61fcf61ea:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,415 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45297,1733333249652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:31,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:31,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68093679, jitterRate=0.01467488706111908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:31,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333251403Initializing all the Stores at 1733333251403Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251405 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333251405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251405Cleaning up temporary data from old regions at 1733333251412 (+7 ms)Region opened successfully at 1733333251416 (+4 ms) 2024-12-04T17:27:31,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:31,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:31,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333251416Disabling compacts and flushes for region at 1733333251416Disabling writes for close at 1733333251417 (+1 ms)Writing region close event to WAL at 1733333251417Closed at 1733333251417 2024-12-04T17:27:31,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:31,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:27:31,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:27:31,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:31,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:27:31,433 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:27:31,434 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,45297,1733333249652-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,434 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,434 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.Replication(171): 1bc61fcf61ea,45297,1733333249652 started 2024-12-04T17:27:31,451 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:31,451 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,45297,1733333249652, RpcServer on 1bc61fcf61ea/172.17.0.2:45297, sessionid=0x100a645c76c0001 2024-12-04T17:27:31,451 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:27:31,451 DEBUG [RS:0;1bc61fcf61ea:45297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,451 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45297,1733333249652' 2024-12-04T17:27:31,451 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-540606582/flush-table-proc/abort' 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-540606582/flush-table-proc/acquired' 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,45297,1733333249652' 2024-12-04T17:27:31,452 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-540606582/online-snapshot/abort' 2024-12-04T17:27:31,453 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-540606582/online-snapshot/acquired' 2024-12-04T17:27:31,453 DEBUG [RS:0;1bc61fcf61ea:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:27:31,453 INFO [RS:0;1bc61fcf61ea:45297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:27:31,453 INFO [RS:0;1bc61fcf61ea:45297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:27:31,553 INFO [RS:0;1bc61fcf61ea:45297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:31,554 INFO [RS:0;1bc61fcf61ea:45297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45297%2C1733333249652, suffix=, logDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652, archiveDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/oldWALs, maxLogs=10 2024-12-04T17:27:31,568 DEBUG [RS:0;1bc61fcf61ea:45297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, exclude list is [], retry=0 2024-12-04T17:27:31,570 WARN [1bc61fcf61ea:39259 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:27:31,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed,DISK] 2024-12-04T17:27:31,572 INFO [RS:0;1bc61fcf61ea:45297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 2024-12-04T17:27:31,572 DEBUG [RS:0;1bc61fcf61ea:45297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33375:33375)] 2024-12-04T17:27:31,820 DEBUG [1bc61fcf61ea:39259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:27:31,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:31,821 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45297,1733333249652, state=OPENING 2024-12-04T17:27:31,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:27:31,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:31,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:31,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-540606582/meta-region-server: CHANGED 2024-12-04T17:27:31,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-540606582/meta-region-server: CHANGED 2024-12-04T17:27:31,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45297,1733333249652}] 2024-12-04T17:27:31,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:31,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:27:31,979 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:27:31,979 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:31,979 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:27:31,980 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45297%2C1733333249652.meta, suffix=.meta, logDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652, archiveDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/oldWALs, maxLogs=10 2024-12-04T17:27:31,991 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.meta.1733333251980.meta, exclude list is [], retry=0 2024-12-04T17:27:31,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed,DISK] 2024-12-04T17:27:31,994 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.meta.1733333251980.meta 2024-12-04T17:27:31,994 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33375:33375)] 2024-12-04T17:27:31,994 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:31,994 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:31,994 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:31,995 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:27:31,995 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:27:31,995 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:27:31,995 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:31,995 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:27:31,995 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:27:31,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:31,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:31,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:31,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:31,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:31,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:31,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:31,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:31,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:31,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:31,999 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:32,000 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740 2024-12-04T17:27:32,000 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740 2024-12-04T17:27:32,001 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:32,001 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:32,001 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:32,002 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:32,002 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58959350, jitterRate=-0.12143722176551819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:32,002 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:27:32,003 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333251995Writing region info on filesystem at 1733333251995Initializing all the Stores at 1733333251996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333251996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333251996Cleaning up temporary data from old regions at 1733333252001 (+5 ms)Running coprocessor post-open hooks at 1733333252002 (+1 ms)Region opened successfully at 1733333252003 (+1 ms) 2024-12-04T17:27:32,003 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333251975 2024-12-04T17:27:32,005 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:27:32,005 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:27:32,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:32,006 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,45297,1733333249652, state=OPEN 2024-12-04T17:27:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-540606582/meta-region-server 2024-12-04T17:27:32,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-540606582/meta-region-server 2024-12-04T17:27:32,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:32,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-540606582/meta-region-server: CHANGED 2024-12-04T17:27:32,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-540606582/meta-region-server: CHANGED 2024-12-04T17:27:32,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:27:32,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,45297,1733333249652 in 184 msec 2024-12-04T17:27:32,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:27:32,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 591 msec 2024-12-04T17:27:32,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:32,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:27:32,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:32,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45297,1733333249652, seqNum=-1] 2024-12-04T17:27:32,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:32,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:32,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 645 msec 2024-12-04T17:27:32,015 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333252015, completionTime=-1 2024-12-04T17:27:32,015 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:27:32,016 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:27:32,017 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:27:32,017 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333312017 2024-12-04T17:27:32,017 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333372017 2024-12-04T17:27:32,017 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:39259, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,018 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,019 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.341sec 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:32,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:27:32,023 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:27:32,023 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:27:32,023 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39259,1733333249613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:32,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261ae6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:32,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:32,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:32,072 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:32,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:32,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:32,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:32,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:32,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:32,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:32,073 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:32,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c1560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:32,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45297,1733333249652, seqNum=-1] 2024-12-04T17:27:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:32,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:32,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:32,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:32,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:32,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a645c76c0002 connected 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir so I do NOT create it in target/test-data/e941d040-9248-3081-f075-b123048139ae 2024-12-04T17:27:32,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.tmp.dir so I do NOT create it in target/test-data/e941d040-9248-3081-f075-b123048139ae 2024-12-04T17:27:32,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:27:32,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/cluster_ecf85cee-8d06-7dc6-396f-e891d49e8010, deleteOnExit=true 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/test.cache.data in system properties and HBase conf 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:27:32,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:27:32,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:27:32,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:27:32,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:32,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:32,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:32,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:32,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:27:32,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:32,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:32,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:32,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/java.io.tmpdir/jetty-localhost-43023-hadoop-hdfs-3_4_1-tests_jar-_-any-7700889994991353372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:32,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:43023} 2024-12-04T17:27:32,227 INFO [Time-limited test {}] server.Server(415): Started @211022ms 2024-12-04T17:27:32,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:32,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:32,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:32,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:32,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:27:32,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:32,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:32,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77cb3a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/java.io.tmpdir/jetty-localhost-34267-hadoop-hdfs-3_4_1-tests_jar-_-any-10424333266915623348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:32,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:34267} 2024-12-04T17:27:32,381 INFO [Time-limited test {}] server.Server(415): Started @211175ms 2024-12-04T17:27:32,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:27:32,439 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/cluster_ecf85cee-8d06-7dc6-396f-e891d49e8010/data/data2/current/BP-1857516822-172.17.0.2-1733333252095/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:32,439 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/cluster_ecf85cee-8d06-7dc6-396f-e891d49e8010/data/data1/current/BP-1857516822-172.17.0.2-1733333252095/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:32,459 WARN [Thread-2760 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:27:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb45ea3d2a991b5c with lease ID 0xc3d0d151f5ea0644: Processing first storage report for DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=550d09d9-50b9-4fba-b071-9c1e04f972e9, infoPort=44071, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1494375452;c=1733333252095) 2024-12-04T17:27:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb45ea3d2a991b5c with lease ID 0xc3d0d151f5ea0644: from storage DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=550d09d9-50b9-4fba-b071-9c1e04f972e9, infoPort=44071, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1494375452;c=1733333252095), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb45ea3d2a991b5c with lease ID 0xc3d0d151f5ea0644: Processing first storage report for DS-ea4a2c33-7727-4690-a71d-c9fa34e14ff9 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=550d09d9-50b9-4fba-b071-9c1e04f972e9, infoPort=44071, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1494375452;c=1733333252095) 2024-12-04T17:27:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb45ea3d2a991b5c with lease ID 0xc3d0d151f5ea0644: from storage DS-ea4a2c33-7727-4690-a71d-c9fa34e14ff9 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=550d09d9-50b9-4fba-b071-9c1e04f972e9, infoPort=44071, infoSecurePort=0, ipcPort=37845, storageInfo=lv=-57;cid=testClusterID;nsid=1494375452;c=1733333252095), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:32,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae 2024-12-04T17:27:32,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:27:32,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c with version=8 2024-12-04T17:27:32,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/hbase-staging 2024-12-04T17:27:32,912 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:32,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35813 2024-12-04T17:27:32,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35813 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358130x0, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:32,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35813-0x100a645c76c0003 connected 2024-12-04T17:27:32,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/running 2024-12-04T17:27:32,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c, hbase.cluster.distributed=false 2024-12-04T17:27:32,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/acl 2024-12-04T17:27:32,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35813 2024-12-04T17:27:32,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35813 2024-12-04T17:27:32,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35813 2024-12-04T17:27:32,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35813 2024-12-04T17:27:32,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35813 2024-12-04T17:27:32,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:27:32,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:32,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43169 2024-12-04T17:27:32,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43169 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:32,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:32,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431690x0, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:32,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431690x0, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/running 2024-12-04T17:27:32,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43169-0x100a645c76c0004 connected 2024-12-04T17:27:32,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:27:32,949 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:27:32,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/master 2024-12-04T17:27:32,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/acl 2024-12-04T17:27:32,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43169 2024-12-04T17:27:32,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43169 2024-12-04T17:27:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43169 2024-12-04T17:27:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43169 2024-12-04T17:27:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43169 2024-12-04T17:27:32,974 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:35813 2024-12-04T17:27:32,974 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11426828799/backup-masters/1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:32,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/backup-masters 2024-12-04T17:27:32,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/backup-masters 2024-12-04T17:27:32,976 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on existing znode=/11426828799/backup-masters/1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11426828799/master 2024-12-04T17:27:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:32,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:32,977 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on existing znode=/11426828799/master 2024-12-04T17:27:32,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11426828799/backup-masters/1bc61fcf61ea,35813,1733333252912 from backup master directory 2024-12-04T17:27:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11426828799/backup-masters/1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/backup-masters 2024-12-04T17:27:32,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/backup-masters 2024-12-04T17:27:32,977 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:32,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:32,982 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/hbase.id] with ID: 44a9607b-65d4-4e96-b32f-dd90d13d24cc 2024-12-04T17:27:32,982 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/.tmp/hbase.id 2024-12-04T17:27:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:27:33,388 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/.tmp/hbase.id]:[hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/hbase.id] 2024-12-04T17:27:33,396 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:33,396 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:27:33,397 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:27:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:27:33,802 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:33,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:27:33,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:33,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:27:34,208 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store 2024-12-04T17:27:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:27:34,613 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:34,613 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:34,614 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:34,614 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:34,614 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:34,614 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:34,614 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:34,614 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333254613Disabling compacts and flushes for region at 1733333254613Disabling writes for close at 1733333254614 (+1 ms)Writing region close event to WAL at 1733333254614Closed at 1733333254614 2024-12-04T17:27:34,614 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/.initializing 2024-12-04T17:27:34,614 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/WALs/1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:34,615 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:34,616 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C35813%2C1733333252912, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/WALs/1bc61fcf61ea,35813,1733333252912, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/oldWALs, maxLogs=10 2024-12-04T17:27:34,630 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/WALs/1bc61fcf61ea,35813,1733333252912/1bc61fcf61ea%2C35813%2C1733333252912.1733333254616, exclude list is [], retry=0 2024-12-04T17:27:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9,DISK] 2024-12-04T17:27:34,634 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/WALs/1bc61fcf61ea,35813,1733333252912/1bc61fcf61ea%2C35813%2C1733333252912.1733333254616 2024-12-04T17:27:34,634 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-12-04T17:27:34,634 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:34,635 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:34,635 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,635 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:27:34,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:34,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:34,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:27:34,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:34,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:34,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:27:34,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:34,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:34,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:27:34,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:34,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:34,649 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,650 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,650 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,651 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,651 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,651 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:34,652 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:34,653 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:34,653 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63383093, jitterRate=-0.055518314242362976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:34,654 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333254635Initializing all the Stores at 1733333254635Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333254635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333254644 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333254644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333254644Cleaning up temporary data from old regions at 1733333254651 (+7 ms)Region opened successfully at 1733333254654 (+3 ms) 2024-12-04T17:27:34,654 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:27:34,656 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5284aec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:34,656 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:27:34,656 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:27:34,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:27:34,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:27:34,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:27:34,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:27:34,657 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:27:34,662 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:27:34,662 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/balancer because node does not exist (not necessarily an error) 2024-12-04T17:27:34,663 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/balancer already deleted, retry=false 2024-12-04T17:27:34,663 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:27:34,664 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:27:34,664 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/normalizer already deleted, retry=false 2024-12-04T17:27:34,664 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:27:34,665 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:27:34,665 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/switch/split already deleted, retry=false 2024-12-04T17:27:34,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:27:34,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/switch/merge already deleted, retry=false 2024-12-04T17:27:34,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:27:34,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/snapshot-cleanup already deleted, retry=false 2024-12-04T17:27:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11426828799/running 2024-12-04T17:27:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11426828799/running 2024-12-04T17:27:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,680 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,35813,1733333252912, sessionid=0x100a645c76c0003, setting cluster-up flag (Was=false) 2024-12-04T17:27:34,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11426828799/flush-table-proc/acquired, /11426828799/flush-table-proc/reached, /11426828799/flush-table-proc/abort 2024-12-04T17:27:34,685 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:34,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:34,689 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11426828799/online-snapshot/acquired, /11426828799/online-snapshot/reached, /11426828799/online-snapshot/abort 2024-12-04T17:27:34,690 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:34,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:27:34,699 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:34,699 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:27:34,699 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:27:34,700 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,35813,1733333252912 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:34,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:34,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:27:34,716 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333284716 2024-12-04T17:27:34,716 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:27:34,716 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:27:34,716 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:27:34,717 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:27:34,717 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:27:34,717 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:27:34,717 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:34,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:27:34,719 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,725 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:27:34,725 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:27:34,725 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:27:34,726 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:27:34,730 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:27:34,730 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:27:34,730 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333254730,5,FailOnTimeoutGroup] 2024-12-04T17:27:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:27:34,737 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333254730,5,FailOnTimeoutGroup] 2024-12-04T17:27:34,737 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,737 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:27:34,737 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,737 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,764 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(746): ClusterId : 44a9607b-65d4-4e96-b32f-dd90d13d24cc 2024-12-04T17:27:34,764 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:27:34,765 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:27:34,765 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:27:34,767 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:27:34,767 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550c0741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:34,781 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:43169 2024-12-04T17:27:34,781 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:27:34,781 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:27:34,781 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:27:34,782 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,35813,1733333252912 with port=43169, startcode=1733333252939 2024-12-04T17:27:34,782 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:27:34,787 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:27:34,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35813 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,789 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c 2024-12-04T17:27:34,789 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-12-04T17:27:34,789 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:27:34,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/rs 2024-12-04T17:27:34,793 DEBUG [RS:0;1bc61fcf61ea:43169 {}] zookeeper.ZKUtil(111): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on existing znode=/11426828799/rs/1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,793 WARN [RS:0;1bc61fcf61ea:43169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:34,793 INFO [RS:0;1bc61fcf61ea:43169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:34,793 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,43169,1733333252939] 2024-12-04T17:27:34,796 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:27:34,801 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:27:34,803 INFO [RS:0;1bc61fcf61ea:43169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:27:34,803 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,805 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:27:34,806 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:27:34,807 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:34,807 DEBUG [RS:0;1bc61fcf61ea:43169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,820 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43169,1733333252939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:34,840 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:27:34,841 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,43169,1733333252939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,841 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,841 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.Replication(171): 1bc61fcf61ea,43169,1733333252939 started 2024-12-04T17:27:34,860 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:34,860 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,43169,1733333252939, RpcServer on 1bc61fcf61ea/172.17.0.2:43169, sessionid=0x100a645c76c0004 2024-12-04T17:27:34,860 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:27:34,861 DEBUG [RS:0;1bc61fcf61ea:43169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,861 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,43169,1733333252939' 2024-12-04T17:27:34,861 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11426828799/flush-table-proc/abort' 2024-12-04T17:27:34,861 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11426828799/flush-table-proc/acquired' 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,43169,1733333252939' 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11426828799/online-snapshot/abort' 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11426828799/online-snapshot/acquired' 2024-12-04T17:27:34,862 DEBUG [RS:0;1bc61fcf61ea:43169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:27:34,862 INFO [RS:0;1bc61fcf61ea:43169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:27:34,862 INFO [RS:0;1bc61fcf61ea:43169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:27:34,963 INFO [RS:0;1bc61fcf61ea:43169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:34,965 INFO [RS:0;1bc61fcf61ea:43169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C43169%2C1733333252939, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/oldWALs, maxLogs=10 2024-12-04T17:27:34,982 DEBUG [RS:0;1bc61fcf61ea:43169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, exclude list is [], retry=0 2024-12-04T17:27:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9,DISK] 2024-12-04T17:27:35,025 INFO [RS:0;1bc61fcf61ea:43169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 2024-12-04T17:27:35,026 DEBUG [RS:0;1bc61fcf61ea:43169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-12-04T17:27:35,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:27:35,136 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c 2024-12-04T17:27:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741833_1009 (size=32) 2024-12-04T17:27:35,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:35,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:35,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:35,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:35,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:35,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:35,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:35,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:35,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:35,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:35,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740 2024-12-04T17:27:35,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740 2024-12-04T17:27:35,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:35,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:35,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:35,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:35,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:35,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645595, jitterRate=-0.06650789082050323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333255152Initializing all the Stores at 1733333255153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333255153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255153Cleaning up temporary data from old regions at 1733333255165 (+12 ms)Region opened successfully at 1733333255178 (+13 ms) 2024-12-04T17:27:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:35,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:35,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:35,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:35,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333255178Disabling compacts and flushes for region at 1733333255178Disabling writes for close at 1733333255178Writing region close event to WAL at 1733333255179 (+1 ms)Closed at 1733333255179 2024-12-04T17:27:35,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:35,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:27:35,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:27:35,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:35,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:27:35,336 DEBUG [1bc61fcf61ea:35813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:27:35,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:35,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,43169,1733333252939, state=OPENING 2024-12-04T17:27:35,338 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:27:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:35,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11426828799/meta-region-server: CHANGED 2024-12-04T17:27:35,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:35,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,43169,1733333252939}] 2024-12-04T17:27:35,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11426828799/meta-region-server: CHANGED 2024-12-04T17:27:35,494 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:35,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:27:35,499 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:27:35,499 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:35,499 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:27:35,501 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C43169%2C1733333252939.meta, suffix=.meta, logDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/oldWALs, maxLogs=10 2024-12-04T17:27:35,517 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.meta.1733333255501.meta, exclude list is [], retry=0 2024-12-04T17:27:35,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9,DISK] 2024-12-04T17:27:35,534 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.meta.1733333255501.meta 2024-12-04T17:27:35,534 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-12-04T17:27:35,534 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:35,534 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:35,534 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:35,534 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:27:35,535 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:27:35,535 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:27:35,535 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:35,535 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:27:35,535 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:27:35,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:35,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:35,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:35,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:35,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:35,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:35,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:35,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:35,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:35,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:35,550 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:35,551 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740 2024-12-04T17:27:35,551 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740 2024-12-04T17:27:35,553 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:35,553 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:35,553 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:35,555 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:35,556 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70015923, jitterRate=0.043318554759025574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:35,556 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:27:35,556 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333255535Writing region info on filesystem at 1733333255535Initializing all the Stores at 1733333255536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333255536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333255536Cleaning up temporary data from old regions at 1733333255553 (+17 ms)Running coprocessor post-open hooks at 1733333255556 (+3 ms)Region opened successfully at 1733333255556 2024-12-04T17:27:35,557 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333255494 2024-12-04T17:27:35,562 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:27:35,562 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:27:35,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:35,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,43169,1733333252939, state=OPEN 2024-12-04T17:27:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11426828799/meta-region-server 2024-12-04T17:27:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11426828799/meta-region-server 2024-12-04T17:27:35,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11426828799/meta-region-server: CHANGED 2024-12-04T17:27:35,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:35,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11426828799/meta-region-server: CHANGED 2024-12-04T17:27:35,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:27:35,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,43169,1733333252939 in 225 msec 2024-12-04T17:27:35,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:27:35,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-04T17:27:35,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:35,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:27:35,574 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:35,575 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,43169,1733333252939, seqNum=-1] 2024-12-04T17:27:35,575 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:35,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:35,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 886 msec 2024-12-04T17:27:35,587 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333255587, completionTime=-1 2024-12-04T17:27:35,587 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:27:35,587 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333315590 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333375590 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:35813, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,593 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:27:35,593 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.620sec 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:35,597 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:27:35,615 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:27:35,615 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:27:35,615 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35813,1733333252912-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:35,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:35,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:35,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:35,666 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6795f626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:35,668 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:35,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a55a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:35,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,43169,1733333252939, seqNum=-1] 2024-12-04T17:27:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:35,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:35,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:35,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:35,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a645c76c0005 connected 2024-12-04T17:27:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir so I do NOT create it in target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa 2024-12-04T17:27:35,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:27:35,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.tmp.dir so I do NOT create it in target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa 2024-12-04T17:27:35,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:27:35,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/cluster_1151cd35-1e7c-77ff-a21c-ecae83273ac0, deleteOnExit=true 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/test.cache.data in system properties and HBase conf 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:27:35,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:27:35,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:27:35,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:27:35,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:27:35,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:27:35,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:27:35,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:27:35,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:35,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:35,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:35,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:35,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:27:35,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:35,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:35,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:35,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581ba778{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/java.io.tmpdir/jetty-localhost-39773-hadoop-hdfs-3_4_1-tests_jar-_-any-10519703491104306386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:27:35,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:39773} 2024-12-04T17:27:35,904 INFO [Time-limited test {}] server.Server(415): Started @214698ms 2024-12-04T17:27:36,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:27:36,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:27:36,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:27:36,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:27:36,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:27:36,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:27:36,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:27:36,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15cfca75{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-11561979710228620542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:27:36,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-12-04T17:27:36,149 INFO [Time-limited test {}] server.Server(415): Started @214944ms 2024-12-04T17:27:36,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:27:36,229 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/cluster_1151cd35-1e7c-77ff-a21c-ecae83273ac0/data/data1/current/BP-1662039187-172.17.0.2-1733333255707/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:36,230 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/cluster_1151cd35-1e7c-77ff-a21c-ecae83273ac0/data/data2/current/BP-1662039187-172.17.0.2-1733333255707/current, will proceed with Du for space computation calculation, 2024-12-04T17:27:36,255 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:27:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f34629a2db3da8 with lease ID 0x272a6963af1b919e: Processing first storage report for DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=0190c2f2-b082-4ebe-9996-5a53f01738b4, infoPort=34225, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1475326268;c=1733333255707) 2024-12-04T17:27:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f34629a2db3da8 with lease ID 0x272a6963af1b919e: from storage DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=0190c2f2-b082-4ebe-9996-5a53f01738b4, infoPort=34225, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1475326268;c=1733333255707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f34629a2db3da8 with lease ID 0x272a6963af1b919e: Processing first storage report for DS-bda5bf01-5bee-40df-8a07-b1f8f4e971c1 from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=0190c2f2-b082-4ebe-9996-5a53f01738b4, infoPort=34225, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1475326268;c=1733333255707) 2024-12-04T17:27:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f34629a2db3da8 with lease ID 0x272a6963af1b919e: from storage DS-bda5bf01-5bee-40df-8a07-b1f8f4e971c1 node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=0190c2f2-b082-4ebe-9996-5a53f01738b4, infoPort=34225, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1475326268;c=1733333255707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:27:36,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa 2024-12-04T17:27:36,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:27:36,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a with version=8 2024-12-04T17:27:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/hbase-staging 2024-12-04T17:27:36,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:36,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:27:36,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:36,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40977 2024-12-04T17:27:36,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40977 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:36,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409770x0, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:36,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40977-0x100a645c76c0006 connected 2024-12-04T17:27:36,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/running 2024-12-04T17:27:36,340 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a, hbase.cluster.distributed=false 2024-12-04T17:27:36,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/acl 2024-12-04T17:27:36,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-04T17:27:36,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40977 2024-12-04T17:27:36,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40977 2024-12-04T17:27:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-04T17:27:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-04T17:27:36,382 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:27:36,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:27:36,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41657 2024-12-04T17:27:36,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41657 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:36,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,396 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416570x0, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:36,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416570x0, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/running 2024-12-04T17:27:36,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:27:36,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41657-0x100a645c76c0007 connected 2024-12-04T17:27:36,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:27:36,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/master 2024-12-04T17:27:36,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/acl 2024-12-04T17:27:36,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41657 2024-12-04T17:27:36,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41657 2024-12-04T17:27:36,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41657 2024-12-04T17:27:36,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41657 2024-12-04T17:27:36,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41657 2024-12-04T17:27:36,491 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:40977 2024-12-04T17:27:36,492 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-818002885/backup-masters/1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:36,493 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/backup-masters 2024-12-04T17:27:36,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/backup-masters 2024-12-04T17:27:36,494 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on existing znode=/2-818002885/backup-masters/1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:36,495 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-818002885/master 2024-12-04T17:27:36,495 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:36,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:36,495 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on existing znode=/2-818002885/master 2024-12-04T17:27:36,496 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-818002885/backup-masters/1bc61fcf61ea,40977,1733333256310 from backup master directory 2024-12-04T17:27:36,502 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/backup-masters 2024-12-04T17:27:36,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-818002885/backup-masters/1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:36,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/backup-masters 2024-12-04T17:27:36,505 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:36,505 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:36,518 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/hbase.id] with ID: fe729a23-5aed-4229-acb5-8d1265b5d280 2024-12-04T17:27:36,518 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/.tmp/hbase.id 2024-12-04T17:27:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:27:36,934 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/.tmp/hbase.id]:[hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/hbase.id] 2024-12-04T17:27:36,944 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:27:36,944 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:27:36,944 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T17:27:36,946 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:36,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:36,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:27:36,962 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:36,963 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:27:36,968 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:36,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:27:37,384 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store 2024-12-04T17:27:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:27:37,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:37,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:37,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:27:37,789 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:37,789 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:27:37,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333257789Disabling compacts and flushes for region at 1733333257789Disabling writes for close at 1733333257789Writing region close event to WAL at 1733333257789Closed at 1733333257789 2024-12-04T17:27:37,790 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/.initializing 2024-12-04T17:27:37,790 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/WALs/1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:37,791 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:37,796 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C40977%2C1733333256310, suffix=, logDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/WALs/1bc61fcf61ea,40977,1733333256310, archiveDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/oldWALs, maxLogs=10 2024-12-04T17:27:37,814 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/WALs/1bc61fcf61ea,40977,1733333256310/1bc61fcf61ea%2C40977%2C1733333256310.1733333257796, exclude list is [], retry=0 2024-12-04T17:27:37,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba,DISK] 2024-12-04T17:27:37,846 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/WALs/1bc61fcf61ea,40977,1733333256310/1bc61fcf61ea%2C40977%2C1733333256310.1733333257796 2024-12-04T17:27:37,849 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-04T17:27:37,849 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:37,849 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:37,850 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,850 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:27:37,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:37,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:37,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:27:37,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:37,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:37,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:27:37,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:27:37,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:37,856 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,857 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,857 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,858 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,858 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,859 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:37,860 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:27:37,881 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:37,881 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73918609, jitterRate=0.10147310793399811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:37,882 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333257850Initializing all the Stores at 1733333257851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333257851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333257851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333257851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333257851Cleaning up temporary data from old regions at 1733333257858 (+7 ms)Region opened successfully at 1733333257882 (+24 ms) 2024-12-04T17:27:37,889 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:27:37,892 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef783f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:37,893 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:27:37,893 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:27:37,893 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:27:37,893 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:27:37,894 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:27:37,894 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:27:37,894 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:27:37,911 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:27:37,912 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/balancer because node does not exist (not necessarily an error) 2024-12-04T17:27:37,912 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/balancer already deleted, retry=false 2024-12-04T17:27:37,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:27:37,914 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:27:37,915 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/normalizer already deleted, retry=false 2024-12-04T17:27:37,915 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:27:37,925 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:27:37,925 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/switch/split already deleted, retry=false 2024-12-04T17:27:37,927 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:27:37,927 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/switch/merge already deleted, retry=false 2024-12-04T17:27:37,929 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:27:37,930 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/snapshot-cleanup already deleted, retry=false 2024-12-04T17:27:37,931 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-818002885/running 2024-12-04T17:27:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-818002885/running 2024-12-04T17:27:37,931 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,933 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,40977,1733333256310, sessionid=0x100a645c76c0006, setting cluster-up flag (Was=false) 2024-12-04T17:27:37,934 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,938 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-818002885/flush-table-proc/acquired, /2-818002885/flush-table-proc/reached, /2-818002885/flush-table-proc/abort 2024-12-04T17:27:37,939 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:37,944 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:37,951 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-818002885/online-snapshot/acquired, /2-818002885/online-snapshot/reached, /2-818002885/online-snapshot/abort 2024-12-04T17:27:37,952 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:37,955 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:27:37,957 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:37,957 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:27:37,957 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:27:37,958 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,40977,1733333256310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:37,959 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:37,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:37,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:27:37,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:37,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333287977 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:27:37,977 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:27:37,986 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(746): ClusterId : fe729a23-5aed-4229-acb5-8d1265b5d280 2024-12-04T17:27:37,986 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:27:37,988 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:27:37,988 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:27:37,991 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:27:37,991 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24605207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:27:37,993 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,020 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:41657 2024-12-04T17:27:38,020 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:27:38,020 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:27:38,020 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:27:38,021 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,40977,1733333256310 with port=41657, startcode=1733333256381 2024-12-04T17:27:38,021 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:27:38,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:27:38,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:27:38,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:27:38,021 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:27:38,023 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:27:38,023 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:27:38,025 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333258023,5,FailOnTimeoutGroup] 2024-12-04T17:27:38,025 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:27:38,025 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:27:38,027 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T17:27:38,027 WARN [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T17:27:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:27:38,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:27:38,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a 2024-12-04T17:27:38,041 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333258025,5,FailOnTimeoutGroup] 2024-12-04T17:27:38,041 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,041 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:27:38,041 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,041 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:27:38,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:38,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:38,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:38,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:38,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:38,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:38,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:38,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:38,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:38,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:38,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740 2024-12-04T17:27:38,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740 2024-12-04T17:27:38,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:38,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:38,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:38,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:38,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:38,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66970940, jitterRate=-0.002055227756500244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333258057Initializing all the Stores at 1733333258057Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258061 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333258061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258061Cleaning up temporary data from old regions at 1733333258072 (+11 ms)Region opened successfully at 1733333258081 (+9 ms) 2024-12-04T17:27:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:27:38,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:27:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:27:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:27:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:27:38,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:27:38,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333258081Disabling compacts and flushes for region at 1733333258081Disabling writes for close at 1733333258081Writing region close event to WAL at 1733333258090 (+9 ms)Closed at 1733333258090 2024-12-04T17:27:38,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:38,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:27:38,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:27:38,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:38,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:27:38,128 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,40977,1733333256310 with port=41657, startcode=1733333256381 2024-12-04T17:27:38,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,130 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a 2024-12-04T17:27:38,130 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43011 2024-12-04T17:27:38,131 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:27:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/rs 2024-12-04T17:27:38,133 DEBUG [RS:0;1bc61fcf61ea:41657 {}] zookeeper.ZKUtil(111): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on existing znode=/2-818002885/rs/1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,133 WARN [RS:0;1bc61fcf61ea:41657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:27:38,133 INFO [RS:0;1bc61fcf61ea:41657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:38,133 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,41657,1733333256381] 2024-12-04T17:27:38,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:38,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:38,147 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38380 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:38,157 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:27:38,160 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:27:38,161 INFO [RS:0;1bc61fcf61ea:41657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:27:38,161 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,165 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:27:38,166 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:27:38,166 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:38,166 DEBUG [RS:0;1bc61fcf61ea:41657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,167 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41657,1733333256381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:38,181 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:27:38,181 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41657,1733333256381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,181 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,181 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.Replication(171): 1bc61fcf61ea,41657,1733333256381 started 2024-12-04T17:27:38,193 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,193 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,41657,1733333256381, RpcServer on 1bc61fcf61ea/172.17.0.2:41657, sessionid=0x100a645c76c0007 2024-12-04T17:27:38,193 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:27:38,193 DEBUG [RS:0;1bc61fcf61ea:41657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,193 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41657,1733333256381' 2024-12-04T17:27:38,193 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-818002885/flush-table-proc/abort' 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-818002885/flush-table-proc/acquired' 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41657,1733333256381' 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-818002885/online-snapshot/abort' 2024-12-04T17:27:38,194 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-818002885/online-snapshot/acquired' 2024-12-04T17:27:38,195 DEBUG [RS:0;1bc61fcf61ea:41657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:27:38,195 INFO [RS:0;1bc61fcf61ea:41657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:27:38,195 INFO [RS:0;1bc61fcf61ea:41657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:27:38,245 WARN [1bc61fcf61ea:40977 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:27:38,295 INFO [RS:0;1bc61fcf61ea:41657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:27:38,296 INFO [RS:0;1bc61fcf61ea:41657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41657%2C1733333256381, suffix=, logDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381, archiveDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/oldWALs, maxLogs=10 2024-12-04T17:27:38,335 DEBUG [RS:0;1bc61fcf61ea:41657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, exclude list is [], retry=0 2024-12-04T17:27:38,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba,DISK] 2024-12-04T17:27:38,342 INFO [RS:0;1bc61fcf61ea:41657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 2024-12-04T17:27:38,345 DEBUG [RS:0;1bc61fcf61ea:41657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-04T17:27:38,495 DEBUG [1bc61fcf61ea:40977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:27:38,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41657,1733333256381, state=OPENING 2024-12-04T17:27:38,498 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:27:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:38,499 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:38,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:27:38,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-818002885/meta-region-server: CHANGED 2024-12-04T17:27:38,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-818002885/meta-region-server: CHANGED 2024-12-04T17:27:38,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41657,1733333256381}] 2024-12-04T17:27:38,651 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:38,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:27:38,655 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:27:38,655 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:38,655 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:27:38,656 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41657%2C1733333256381.meta, suffix=.meta, logDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381, archiveDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/oldWALs, maxLogs=10 2024-12-04T17:27:38,668 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.meta.1733333258657.meta, exclude list is [], retry=0 2024-12-04T17:27:38,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba,DISK] 2024-12-04T17:27:38,671 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.meta.1733333258657.meta 2024-12-04T17:27:38,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-04T17:27:38,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:38,671 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:38,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:38,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:27:38,671 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:27:38,672 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:27:38,672 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:38,672 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:27:38,672 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:27:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:27:38,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:27:38,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:27:38,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:27:38,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:27:38,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:27:38,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:27:38,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:27:38,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:27:38,676 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:27:38,677 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740 2024-12-04T17:27:38,678 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740 2024-12-04T17:27:38,679 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:27:38,679 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:27:38,679 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:27:38,680 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:27:38,680 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73979980, jitterRate=0.10238760709762573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:27:38,681 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:27:38,681 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333258672Writing region info on filesystem at 1733333258672Initializing all the Stores at 1733333258672Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258673 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333258673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333258673Cleaning up temporary data from old regions at 1733333258679 (+6 ms)Running coprocessor post-open hooks at 1733333258681 (+2 ms)Region opened successfully at 1733333258681 2024-12-04T17:27:38,681 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333258651 2024-12-04T17:27:38,683 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:27:38,683 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:27:38,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41657,1733333256381, state=OPEN 2024-12-04T17:27:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-818002885/meta-region-server 2024-12-04T17:27:38,685 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-818002885/meta-region-server 2024-12-04T17:27:38,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:38,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-818002885/meta-region-server: CHANGED 2024-12-04T17:27:38,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-818002885/meta-region-server: CHANGED 2024-12-04T17:27:38,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:27:38,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41657,1733333256381 in 186 msec 2024-12-04T17:27:38,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:27:38,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-12-04T17:27:38,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:27:38,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:27:38,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:38,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41657,1733333256381, seqNum=-1] 2024-12-04T17:27:38,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:38,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:38,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-12-04T17:27:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333258695, completionTime=-1 2024-12-04T17:27:38,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:27:38,695 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:27:38,696 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:27:38,696 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333318696 2024-12-04T17:27:38,696 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333378696 2024-12-04T17:27:38,696 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:40977, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,697 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,698 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:27:38,699 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.194sec 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:27:38,700 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:27:38,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:27:38,701 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:27:38,701 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40977,1733333256310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:27:38,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe03775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:38,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:38,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:38,783 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc33de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:38,785 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:38,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d0ea24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:38,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41657,1733333256381, seqNum=-1] 2024-12-04T17:27:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:38,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:38,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:38,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62621 2024-12-04T17:27:38,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:27:38,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a645c76c0008 connected 2024-12-04T17:27:38,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bb858fd 2024-12-04T17:27:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:38,795 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:38,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:27:38,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:38,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:38,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:27:38,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:27:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:39,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c0eccf4ab7de26415f3d87403dca9f8, NAME => 'test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810 2024-12-04T17:27:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c0eccf4ab7de26415f3d87403dca9f8, disabling compactions & flushes 2024-12-04T17:27:39,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. after waiting 0 ms 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c0eccf4ab7de26415f3d87403dca9f8: Waiting for close lock at 1733333259209Disabling compacts and flushes for region at 1733333259209Disabling writes for close at 1733333259209Writing region close event to WAL at 1733333259209Closed at 1733333259209 2024-12-04T17:27:39,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:39,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333259210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333259210"}]},"ts":"1733333259210"} 2024-12-04T17:27:39,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:39,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:39,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333259213"}]},"ts":"1733333259213"} 2024-12-04T17:27:39,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:27:39,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c0eccf4ab7de26415f3d87403dca9f8, ASSIGN}] 2024-12-04T17:27:39,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c0eccf4ab7de26415f3d87403dca9f8, ASSIGN 2024-12-04T17:27:39,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c0eccf4ab7de26415f3d87403dca9f8, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,45297,1733333249652; forceNewPlan=false, retain=false 2024-12-04T17:27:39,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c0eccf4ab7de26415f3d87403dca9f8, regionState=OPENING, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:39,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c0eccf4ab7de26415f3d87403dca9f8, ASSIGN because future has completed 2024-12-04T17:27:39,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eccf4ab7de26415f3d87403dca9f8, server=1bc61fcf61ea,45297,1733333249652}] 2024-12-04T17:27:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:39,527 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,527 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c0eccf4ab7de26415f3d87403dca9f8, NAME => 'test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:39,527 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:39,527 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:27:39,528 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,528 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:39,528 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,528 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,529 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,530 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eccf4ab7de26415f3d87403dca9f8 columnFamilyName f 2024-12-04T17:27:39,530 DEBUG [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:39,536 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(327): Store=2c0eccf4ab7de26415f3d87403dca9f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:39,537 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,538 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eccf4ab7de26415f3d87403dca9f8 columnFamilyName f1 2024-12-04T17:27:39,538 DEBUG [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:39,539 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(327): Store=2c0eccf4ab7de26415f3d87403dca9f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:39,539 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,540 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c0eccf4ab7de26415f3d87403dca9f8 columnFamilyName norep 2024-12-04T17:27:39,540 DEBUG [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:39,541 INFO [StoreOpener-2c0eccf4ab7de26415f3d87403dca9f8-1 {}] regionserver.HStore(327): Store=2c0eccf4ab7de26415f3d87403dca9f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:39,541 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,541 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,542 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,543 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,543 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,543 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:39,544 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,550 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:39,550 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c0eccf4ab7de26415f3d87403dca9f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59169376, jitterRate=-0.11830759048461914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:39,550 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:27:39,551 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c0eccf4ab7de26415f3d87403dca9f8: Running coprocessor pre-open hook at 1733333259528Writing region info on filesystem at 1733333259528Initializing all the Stores at 1733333259529 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333259529Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333259529Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333259529Cleaning up temporary data from old regions at 1733333259543 (+14 ms)Running coprocessor post-open hooks at 1733333259550 (+7 ms)Region opened successfully at 1733333259551 (+1 ms) 2024-12-04T17:27:39,552 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8., pid=6, masterSystemTime=1733333259523 2024-12-04T17:27:39,554 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,555 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:27:39,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c0eccf4ab7de26415f3d87403dca9f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:39,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c0eccf4ab7de26415f3d87403dca9f8, server=1bc61fcf61ea,45297,1733333249652 because future has completed 2024-12-04T17:27:39,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:27:39,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c0eccf4ab7de26415f3d87403dca9f8, server=1bc61fcf61ea,45297,1733333249652 in 187 msec 2024-12-04T17:27:39,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:27:39,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c0eccf4ab7de26415f3d87403dca9f8, ASSIGN in 344 msec 2024-12-04T17:27:39,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:39,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333259563"}]},"ts":"1733333259563"} 2024-12-04T17:27:39,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:27:39,566 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:39,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-12-04T17:27:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:39,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:39,937 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:27:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b1acacc 2024-12-04T17:27:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:39,938 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:39,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:27:39,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:39,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:39,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:27:39,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:27:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:40,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, NAME => 'test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c 2024-12-04T17:27:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:27:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, disabling compactions & flushes 2024-12-04T17:27:40,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. after waiting 0 ms 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:40,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:40,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4: Waiting for close lock at 1733333260756Disabling compacts and flushes for region at 1733333260756Disabling writes for close at 1733333260756Writing region close event to WAL at 1733333260756Closed at 1733333260756 2024-12-04T17:27:40,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:40,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333260757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333260757"}]},"ts":"1733333260757"} 2024-12-04T17:27:40,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:40,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:40,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333260760"}]},"ts":"1733333260760"} 2024-12-04T17:27:40,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:27:40,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, ASSIGN}] 2024-12-04T17:27:40,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, ASSIGN 2024-12-04T17:27:40,764 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,43169,1733333252939; forceNewPlan=false, retain=false 2024-12-04T17:27:40,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, regionState=OPENING, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, ASSIGN because future has completed 2024-12-04T17:27:40,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, server=1bc61fcf61ea,43169,1733333252939}] 2024-12-04T17:27:41,070 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:41,071 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, NAME => 'test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:41,071 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:41,071 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:27:41,071 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,071 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:41,071 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,071 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,072 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,073 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 columnFamilyName f 2024-12-04T17:27:41,073 DEBUG [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:41,074 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(327): Store=9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:41,074 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,074 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 columnFamilyName f1 2024-12-04T17:27:41,074 DEBUG [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:41,075 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(327): Store=9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:41,075 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,076 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 columnFamilyName norep 2024-12-04T17:27:41,076 DEBUG [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:41,076 INFO [StoreOpener-9b1e2de3b5c34f50a0ca5ba85e7d0fb4-1 {}] regionserver.HStore(327): Store=9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:41,076 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,076 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,077 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:41,077 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,077 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,078 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:41,078 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,080 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:41,080 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b1e2de3b5c34f50a0ca5ba85e7d0fb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70382960, jitterRate=0.048787832260131836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:41,080 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:27:41,080 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4: Running coprocessor pre-open hook at 1733333261071Writing region info on filesystem at 1733333261071Initializing all the Stores at 1733333261072 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333261072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333261072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333261072Cleaning up temporary data from old regions at 1733333261077 (+5 ms)Running coprocessor post-open hooks at 1733333261080 (+3 ms)Region opened successfully at 1733333261080 2024-12-04T17:27:41,081 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4., pid=6, masterSystemTime=1733333261068 2024-12-04T17:27:41,082 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:41,082 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:27:41,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:41,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, server=1bc61fcf61ea,43169,1733333252939 because future has completed 2024-12-04T17:27:41,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:27:41,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, server=1bc61fcf61ea,43169,1733333252939 in 169 msec 2024-12-04T17:27:41,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:27:41,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b1e2de3b5c34f50a0ca5ba85e7d0fb4, ASSIGN in 324 msec 2024-12-04T17:27:41,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:41,088 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333261088"}]},"ts":"1733333261088"} 2024-12-04T17:27:41,089 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:27:41,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:41,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-04T17:27:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:42,087 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:27:42,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41817ff 2024-12-04T17:27:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:42,088 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:42,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:27:42,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:42,091 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:42,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:27:42,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:27:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:42,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e2cf5004b8ee3511dca80b5c93fb7c, NAME => 'test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a 2024-12-04T17:27:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:27:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:42,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:42,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52e2cf5004b8ee3511dca80b5c93fb7c, disabling compactions & flushes 2024-12-04T17:27:42,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:42,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:42,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. after waiting 0 ms 2024-12-04T17:27:42,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:42,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:42,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e2cf5004b8ee3511dca80b5c93fb7c: Waiting for close lock at 1733333262903Disabling compacts and flushes for region at 1733333262903Disabling writes for close at 1733333262904 (+1 ms)Writing region close event to WAL at 1733333262904Closed at 1733333262904 2024-12-04T17:27:42,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:42,905 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333262905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333262905"}]},"ts":"1733333262905"} 2024-12-04T17:27:42,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:42,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:42,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333262907"}]},"ts":"1733333262907"} 2024-12-04T17:27:42,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:27:42,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e2cf5004b8ee3511dca80b5c93fb7c, ASSIGN}] 2024-12-04T17:27:42,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e2cf5004b8ee3511dca80b5c93fb7c, ASSIGN 2024-12-04T17:27:42,911 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52e2cf5004b8ee3511dca80b5c93fb7c, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41657,1733333256381; forceNewPlan=false, retain=false 2024-12-04T17:27:43,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e2cf5004b8ee3511dca80b5c93fb7c, regionState=OPENING, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:43,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52e2cf5004b8ee3511dca80b5c93fb7c, ASSIGN because future has completed 2024-12-04T17:27:43,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e2cf5004b8ee3511dca80b5c93fb7c, server=1bc61fcf61ea,41657,1733333256381}] 2024-12-04T17:27:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:43,232 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:43,232 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e2cf5004b8ee3511dca80b5c93fb7c, NAME => 'test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:43,233 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:43,233 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:27:43,233 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,233 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:43,233 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,233 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,234 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,235 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e2cf5004b8ee3511dca80b5c93fb7c columnFamilyName f 2024-12-04T17:27:43,235 DEBUG [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:43,235 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(327): Store=52e2cf5004b8ee3511dca80b5c93fb7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:43,235 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,236 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e2cf5004b8ee3511dca80b5c93fb7c columnFamilyName f1 2024-12-04T17:27:43,237 DEBUG [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:43,237 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(327): Store=52e2cf5004b8ee3511dca80b5c93fb7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:43,237 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,238 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e2cf5004b8ee3511dca80b5c93fb7c columnFamilyName norep 2024-12-04T17:27:43,238 DEBUG [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:43,238 INFO [StoreOpener-52e2cf5004b8ee3511dca80b5c93fb7c-1 {}] regionserver.HStore(327): Store=52e2cf5004b8ee3511dca80b5c93fb7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:43,238 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,238 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,239 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,240 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,240 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,240 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:43,241 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,250 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:43,250 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52e2cf5004b8ee3511dca80b5c93fb7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59903530, jitterRate=-0.10736784338951111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:43,250 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:27:43,250 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52e2cf5004b8ee3511dca80b5c93fb7c: Running coprocessor pre-open hook at 1733333263233Writing region info on filesystem at 1733333263233Initializing all the Stores at 1733333263234 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333263234Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333263234Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333263234Cleaning up temporary data from old regions at 1733333263240 (+6 ms)Running coprocessor post-open hooks at 1733333263250 (+10 ms)Region opened successfully at 1733333263250 2024-12-04T17:27:43,251 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c., pid=6, masterSystemTime=1733333263224 2024-12-04T17:27:43,253 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:43,253 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:27:43,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e2cf5004b8ee3511dca80b5c93fb7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:43,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e2cf5004b8ee3511dca80b5c93fb7c, server=1bc61fcf61ea,41657,1733333256381 because future has completed 2024-12-04T17:27:43,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:27:43,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e2cf5004b8ee3511dca80b5c93fb7c, server=1bc61fcf61ea,41657,1733333256381 in 203 msec 2024-12-04T17:27:43,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:27:43,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52e2cf5004b8ee3511dca80b5c93fb7c, ASSIGN in 360 msec 2024-12-04T17:27:43,273 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:43,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333263273"}]},"ts":"1733333263273"} 2024-12-04T17:27:43,276 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:27:43,277 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:43,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-12-04T17:27:43,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:27:44,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:44,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:27:44,236 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:27:44,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525fc1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:44,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:44,238 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13129a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:44,239 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16115ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e9523e 2024-12-04T17:27:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:44,241 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:44,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:27:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:27:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:44,244 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35813' 2024-12-04T17:27:44,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3789b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,245 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:44,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:44,245 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:44,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f381c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:44,247 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:44,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0be84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:44,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d90e3e4 2024-12-04T17:27:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:44,249 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:44,249 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:27:44,249 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:27:44,249 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:44,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:44,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:44,250 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:44,251 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:27:44,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:44,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:44,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:27:44,301 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:27:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:44,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd843f8a03894502e940a616ea1e463d, NAME => 'hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810 2024-12-04T17:27:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:27:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:45,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:45,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd843f8a03894502e940a616ea1e463d, disabling compactions & flushes 2024-12-04T17:27:45,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. after waiting 0 ms 2024-12-04T17:27:45,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,068 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd843f8a03894502e940a616ea1e463d: Waiting for close lock at 1733333265067Disabling compacts and flushes for region at 1733333265067Disabling writes for close at 1733333265068 (+1 ms)Writing region close event to WAL at 1733333265068Closed at 1733333265068 2024-12-04T17:27:45,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:45,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333265069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333265069"}]},"ts":"1733333265069"} 2024-12-04T17:27:45,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:45,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:45,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333265071"}]},"ts":"1733333265071"} 2024-12-04T17:27:45,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:27:45,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd843f8a03894502e940a616ea1e463d, ASSIGN}] 2024-12-04T17:27:45,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd843f8a03894502e940a616ea1e463d, ASSIGN 2024-12-04T17:27:45,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd843f8a03894502e940a616ea1e463d, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,45297,1733333249652; forceNewPlan=false, retain=false 2024-12-04T17:27:45,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd843f8a03894502e940a616ea1e463d, regionState=OPENING, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:45,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd843f8a03894502e940a616ea1e463d, ASSIGN because future has completed 2024-12-04T17:27:45,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd843f8a03894502e940a616ea1e463d, server=1bc61fcf61ea,45297,1733333249652}] 2024-12-04T17:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:45,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:45,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:27:45,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C45297%2C1733333249652.rep, suffix=, logDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652, archiveDir=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/oldWALs, maxLogs=10 2024-12-04T17:27:45,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.rep.1733333265385, exclude list is [], retry=0 2024-12-04T17:27:45,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-b7bf034c-ad9a-4ded-85ff-603e4e2d47ed,DISK] 2024-12-04T17:27:45,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.rep.1733333265385 2024-12-04T17:27:45,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33375:33375)] 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd843f8a03894502e940a616ea1e463d, NAME => 'hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:45,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. service=MultiRowMutationService 2024-12-04T17:27:45,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,401 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,402 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd843f8a03894502e940a616ea1e463d columnFamilyName hfileref 2024-12-04T17:27:45,403 DEBUG [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:45,403 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(327): Store=dd843f8a03894502e940a616ea1e463d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:45,403 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,404 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd843f8a03894502e940a616ea1e463d columnFamilyName queue 2024-12-04T17:27:45,404 DEBUG [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:45,404 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(327): Store=dd843f8a03894502e940a616ea1e463d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:45,404 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,405 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd843f8a03894502e940a616ea1e463d columnFamilyName sid 2024-12-04T17:27:45,405 DEBUG [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:45,405 INFO [StoreOpener-dd843f8a03894502e940a616ea1e463d-1 {}] regionserver.HStore(327): Store=dd843f8a03894502e940a616ea1e463d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:45,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/replication/dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/replication/dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:45,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/replication/dd843f8a03894502e940a616ea1e463d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:45,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd843f8a03894502e940a616ea1e463d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393670, jitterRate=-0.10006418824195862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:45,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:27:45,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd843f8a03894502e940a616ea1e463d: Running coprocessor pre-open hook at 1733333265400Writing region info on filesystem at 1733333265400Initializing all the Stores at 1733333265401 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333265401Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333265401Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333265401Cleaning up temporary data from old regions at 1733333265407 (+6 ms)Running coprocessor post-open hooks at 1733333265410 (+3 ms)Region opened successfully at 1733333265410 2024-12-04T17:27:45,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d., pid=10, masterSystemTime=1733333265380 2024-12-04T17:27:45,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:27:45,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd843f8a03894502e940a616ea1e463d, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,45297,1733333249652 2024-12-04T17:27:45,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd843f8a03894502e940a616ea1e463d, server=1bc61fcf61ea,45297,1733333249652 because future has completed 2024-12-04T17:27:45,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:27:45,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd843f8a03894502e940a616ea1e463d, server=1bc61fcf61ea,45297,1733333249652 in 187 msec 2024-12-04T17:27:45,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:27:45,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd843f8a03894502e940a616ea1e463d, ASSIGN in 343 msec 2024-12-04T17:27:45,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:45,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333265419"}]},"ts":"1733333265419"} 2024-12-04T17:27:45,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:27:45,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:45,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-04T17:27:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d., hostname=1bc61fcf61ea,45297,1733333249652, seqNum=2] 2024-12-04T17:27:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:27:45,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:45,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:27:45,614 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:27:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:27:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T17:27:45,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:27:45,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T17:27:45,647 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,45297,1733333249652, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:45,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:45,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45297,1733333249652, seqNum=-1] 2024-12-04T17:27:45,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:45,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:45,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,45297,1733333249652', locateType=CURRENT is [region=hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d., hostname=1bc61fcf61ea,45297,1733333249652, seqNum=2] 2024-12-04T17:27:45,653 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:27:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:27:45,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,45297,1733333249652 suceeded 2024-12-04T17:27:45,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:27:45,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-04T17:27:45,664 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:35813,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:27:45,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-12-04T17:27:45,670 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35813' 2024-12-04T17:27:45,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bcf026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:45,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:45,672 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:45,673 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:45,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:45,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:45,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4584434a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:45,675 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:45,676 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@268c50c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:45,676 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:45,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:45,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598ab523 2024-12-04T17:27:45,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:45,678 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:45,679 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,45297,1733333249652 (queues=1) is replicating from cluster=135e841f-455d-420e-b4f4-880572784891 to cluster=44a9607b-65d4-4e96-b32f-dd90d13d24cc 2024-12-04T17:27:45,679 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C45297%2C1733333249652 2024-12-04T17:27:45,679 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,45297,1733333249652, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:45,680 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, startPosition=0, beingWritten=true 2024-12-04T17:27:45,685 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C45297%2C1733333249652 2024-12-04T17:27:45,696 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:45,696 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:45,696 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:45,902 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:46,227 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:46,388 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:46,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:46,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:46,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:46,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:46,400 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d703f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,402 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:46,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7b2ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35813,1733333252912 2024-12-04T17:27:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f883a6a 2024-12-04T17:27:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:46,406 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:46,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:40977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:27:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:27:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:46,412 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:40977' 2024-12-04T17:27:46,427 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67425041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,427 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:46,427 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:46,428 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:46,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ec7efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:46,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:46,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,430 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fd41c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:46,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:46,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:46,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7962a0db 2024-12-04T17:27:46,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:46,433 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:46,434 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T17:27:46,434 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:27:46,434 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,434 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:46,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:46,435 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:46,436 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:27:46,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:46,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:46,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:46,487 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:27:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:27:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:46,674 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:46,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caa97c0680afe6ad31668045425ffbb5, NAME => 'hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c 2024-12-04T17:27:46,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:27:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:47,218 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:47,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:47,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing caa97c0680afe6ad31668045425ffbb5, disabling compactions & flushes 2024-12-04T17:27:47,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. after waiting 0 ms 2024-12-04T17:27:47,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for caa97c0680afe6ad31668045425ffbb5: Waiting for close lock at 1733333267370Disabling compacts and flushes for region at 1733333267371 (+1 ms)Disabling writes for close at 1733333267371Writing region close event to WAL at 1733333267371Closed at 1733333267371 2024-12-04T17:27:47,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:47,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333267372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333267372"}]},"ts":"1733333267372"} 2024-12-04T17:27:47,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:47,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:47,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333267376"}]},"ts":"1733333267376"} 2024-12-04T17:27:47,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:27:47,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa97c0680afe6ad31668045425ffbb5, ASSIGN}] 2024-12-04T17:27:47,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa97c0680afe6ad31668045425ffbb5, ASSIGN 2024-12-04T17:27:47,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caa97c0680afe6ad31668045425ffbb5, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,43169,1733333252939; forceNewPlan=false, retain=false 2024-12-04T17:27:47,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caa97c0680afe6ad31668045425ffbb5, regionState=OPENING, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:47,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caa97c0680afe6ad31668045425ffbb5, ASSIGN because future has completed 2024-12-04T17:27:47,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa97c0680afe6ad31668045425ffbb5, server=1bc61fcf61ea,43169,1733333252939}] 2024-12-04T17:27:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:47,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:47,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:27:47,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C43169%2C1733333252939.rep, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/oldWALs, maxLogs=10 2024-12-04T17:27:47,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.rep.1733333267742, exclude list is [], retry=0 2024-12-04T17:27:47,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-900ccfee-fe53-4ef8-9f90-c775dd4cadc9,DISK] 2024-12-04T17:27:47,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.rep.1733333267742 2024-12-04T17:27:47,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44071:44071)] 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => caa97c0680afe6ad31668045425ffbb5, NAME => 'hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:47,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. service=MultiRowMutationService 2024-12-04T17:27:47,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,836 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:47,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,853 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,855 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa97c0680afe6ad31668045425ffbb5 columnFamilyName hfileref 2024-12-04T17:27:47,855 DEBUG [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:47,855 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(327): Store=caa97c0680afe6ad31668045425ffbb5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:47,856 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,858 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa97c0680afe6ad31668045425ffbb5 columnFamilyName queue 2024-12-04T17:27:47,858 DEBUG [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:47,859 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(327): Store=caa97c0680afe6ad31668045425ffbb5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:47,859 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,860 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa97c0680afe6ad31668045425ffbb5 columnFamilyName sid 2024-12-04T17:27:47,860 DEBUG [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:47,862 INFO [StoreOpener-caa97c0680afe6ad31668045425ffbb5-1 {}] regionserver.HStore(327): Store=caa97c0680afe6ad31668045425ffbb5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/replication/caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/replication/caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:47,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/replication/caa97c0680afe6ad31668045425ffbb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:47,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened caa97c0680afe6ad31668045425ffbb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62942234, jitterRate=-0.06208762526512146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:47,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:27:47,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for caa97c0680afe6ad31668045425ffbb5: Running coprocessor pre-open hook at 1733333267837Writing region info on filesystem at 1733333267837Initializing all the Stores at 1733333267838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333267838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333267853 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333267853Cleaning up temporary data from old regions at 1733333267864 (+11 ms)Running coprocessor post-open hooks at 1733333267891 (+27 ms)Region opened successfully at 1733333267891 2024-12-04T17:27:47,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5., pid=10, masterSystemTime=1733333267703 2024-12-04T17:27:47,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:27:47,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caa97c0680afe6ad31668045425ffbb5, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,43169,1733333252939 2024-12-04T17:27:47,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa97c0680afe6ad31668045425ffbb5, server=1bc61fcf61ea,43169,1733333252939 because future has completed 2024-12-04T17:27:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:27:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure caa97c0680afe6ad31668045425ffbb5, server=1bc61fcf61ea,43169,1733333252939 in 377 msec 2024-12-04T17:27:47,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:27:47,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa97c0680afe6ad31668045425ffbb5, ASSIGN in 537 msec 2024-12-04T17:27:47,920 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:47,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333267920"}]},"ts":"1733333267920"} 2024-12-04T17:27:47,923 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:27:47,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:47,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4890 sec 2024-12-04T17:27:47,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5., hostname=1bc61fcf61ea,43169,1733333252939, seqNum=2] 2024-12-04T17:27:47,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:47,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:27:47,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:48,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:27:48,120 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:27:48,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:48,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:48,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48400 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:27:48,192 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,43169,1733333252939, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:48,193 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:48,193 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,43169,1733333252939, seqNum=-1] 2024-12-04T17:27:48,193 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:48,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,43169,1733333252939', locateType=CURRENT is [region=hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5., hostname=1bc61fcf61ea,43169,1733333252939, seqNum=2] 2024-12-04T17:27:48,213 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:27:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:27:48,216 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,43169,1733333252939 suceeded 2024-12-04T17:27:48,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:27:48,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-12-04T17:27:48,218 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:40977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:27:48,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8110 sec 2024-12-04T17:27:48,234 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:40977' 2024-12-04T17:27:48,241 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb9bfbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,241 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:48,241 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:48,242 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:48,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:48,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:48,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3300f76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:48,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:48,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,244 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:48,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@442b407e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7553c24 2024-12-04T17:27:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:48,250 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:48,251 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,43169,1733333252939 (queues=1) is replicating from cluster=44a9607b-65d4-4e96-b32f-dd90d13d24cc to cluster=fe729a23-5aed-4229-acb5-8d1265b5d280 2024-12-04T17:27:48,251 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C43169%2C1733333252939 2024-12-04T17:27:48,251 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,43169,1733333252939, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:48,261 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, startPosition=0, beingWritten=true 2024-12-04T17:27:48,286 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C43169%2C1733333252939 2024-12-04T17:27:48,289 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:48,290 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:48,290 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:48,534 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:48,567 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:48,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:48,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:48,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:48,574 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:48,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:48,577 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf9b0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,579 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27993440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e2f235d 2024-12-04T17:27:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:48,583 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:48,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:39259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:27:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:27:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:48,587 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:39259' 2024-12-04T17:27:48,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9eef9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,594 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:48,594 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:48,595 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dec5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,597 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bab9a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:48,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:48,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:48,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f6875e 2024-12-04T17:27:48,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:48,601 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:48,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:27:48,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:27:48,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:48,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:27:48,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:48,604 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:27:48,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:27:48,606 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:48,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:27:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:27:48,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:27:48,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83642e2d9b2e8c7eaad14f94d101b7be, NAME => 'hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a 2024-12-04T17:27:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:27:48,862 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:49,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:49,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83642e2d9b2e8c7eaad14f94d101b7be, disabling compactions & flushes 2024-12-04T17:27:49,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. after waiting 0 ms 2024-12-04T17:27:49,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83642e2d9b2e8c7eaad14f94d101b7be: Waiting for close lock at 1733333269127Disabling compacts and flushes for region at 1733333269127Disabling writes for close at 1733333269127Writing region close event to WAL at 1733333269127Closed at 1733333269127 2024-12-04T17:27:49,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:27:49,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333269128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333269128"}]},"ts":"1733333269128"} 2024-12-04T17:27:49,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:27:49,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:27:49,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333269132"}]},"ts":"1733333269132"} 2024-12-04T17:27:49,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:27:49,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83642e2d9b2e8c7eaad14f94d101b7be, ASSIGN}] 2024-12-04T17:27:49,140 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83642e2d9b2e8c7eaad14f94d101b7be, ASSIGN 2024-12-04T17:27:49,142 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83642e2d9b2e8c7eaad14f94d101b7be, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41657,1733333256381; forceNewPlan=false, retain=false 2024-12-04T17:27:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:49,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83642e2d9b2e8c7eaad14f94d101b7be, regionState=OPENING, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:49,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83642e2d9b2e8c7eaad14f94d101b7be, ASSIGN because future has completed 2024-12-04T17:27:49,306 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:49,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83642e2d9b2e8c7eaad14f94d101b7be, server=1bc61fcf61ea,41657,1733333256381}] 2024-12-04T17:27:49,406 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:49,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:27:49,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:27:49,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41657%2C1733333256381.rep, suffix=, logDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381, archiveDir=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/oldWALs, maxLogs=10 2024-12-04T17:27:49,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:27:49,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.rep.1733333269518, exclude list is [], retry=0 2024-12-04T17:27:49,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-7c185bfd-b93f-443b-acfa-136a5e9ea3ba,DISK] 2024-12-04T17:27:49,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.rep.1733333269518 2024-12-04T17:27:49,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34225:34225)] 2024-12-04T17:27:49,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83642e2d9b2e8c7eaad14f94d101b7be, NAME => 'hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:27:49,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. service=MultiRowMutationService 2024-12-04T17:27:49,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,608 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,609 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83642e2d9b2e8c7eaad14f94d101b7be columnFamilyName hfileref 2024-12-04T17:27:49,609 DEBUG [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:49,610 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(327): Store=83642e2d9b2e8c7eaad14f94d101b7be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:49,610 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,611 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83642e2d9b2e8c7eaad14f94d101b7be columnFamilyName queue 2024-12-04T17:27:49,611 DEBUG [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:49,611 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(327): Store=83642e2d9b2e8c7eaad14f94d101b7be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:49,611 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,612 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83642e2d9b2e8c7eaad14f94d101b7be columnFamilyName sid 2024-12-04T17:27:49,612 DEBUG [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:27:49,613 INFO [StoreOpener-83642e2d9b2e8c7eaad14f94d101b7be-1 {}] regionserver.HStore(327): Store=83642e2d9b2e8c7eaad14f94d101b7be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:27:49,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:27:49,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:27:49,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83642e2d9b2e8c7eaad14f94d101b7be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68522837, jitterRate=0.021069839596748352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:27:49,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:27:49,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83642e2d9b2e8c7eaad14f94d101b7be: Running coprocessor pre-open hook at 1733333269591Writing region info on filesystem at 1733333269591Initializing all the Stores at 1733333269592 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333269592Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333269607 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333269607Cleaning up temporary data from old regions at 1733333269615 (+8 ms)Running coprocessor post-open hooks at 1733333269638 (+23 ms)Region opened successfully at 1733333269638 2024-12-04T17:27:49,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be., pid=10, masterSystemTime=1733333269489 2024-12-04T17:27:49,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:27:49,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83642e2d9b2e8c7eaad14f94d101b7be, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41657,1733333256381 2024-12-04T17:27:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83642e2d9b2e8c7eaad14f94d101b7be, server=1bc61fcf61ea,41657,1733333256381 because future has completed 2024-12-04T17:27:49,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:27:49,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83642e2d9b2e8c7eaad14f94d101b7be, server=1bc61fcf61ea,41657,1733333256381 in 349 msec 2024-12-04T17:27:49,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:27:49,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83642e2d9b2e8c7eaad14f94d101b7be, ASSIGN in 523 msec 2024-12-04T17:27:49,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:27:49,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333269666"}]},"ts":"1733333269666"} 2024-12-04T17:27:49,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:27:49,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:27:49,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0680 sec 2024-12-04T17:27:49,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be., hostname=1bc61fcf61ea,41657,1733333256381, seqNum=2] 2024-12-04T17:27:49,723 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:49,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:27:49,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:49,855 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:49,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:27:49,883 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:27:49,948 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,41657,1733333256381, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:49,949 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:49,949 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41657,1733333256381, seqNum=-1] 2024-12-04T17:27:49,949 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:49,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:49,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,41657,1733333256381', locateType=CURRENT is [region=hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be., hostname=1bc61fcf61ea,41657,1733333256381, seqNum=2] 2024-12-04T17:27:49,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:27:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:27:49,966 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,41657,1733333256381 suceeded 2024-12-04T17:27:49,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:27:49,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-12-04T17:27:49,969 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:39259,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:27:49,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3850 sec 2024-12-04T17:27:49,988 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:39259' 2024-12-04T17:27:50,005 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed4fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,005 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:50,006 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:50,008 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:50,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:50,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:50,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ab2fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:50,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:50,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,010 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:50,011 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d54a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,011 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:50,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:50,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a300fe0 2024-12-04T17:27:50,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:50,013 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:50,016 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,41657,1733333256381 (queues=1) is replicating from cluster=fe729a23-5aed-4229-acb5-8d1265b5d280 to cluster=135e841f-455d-420e-b4f4-880572784891 2024-12-04T17:27:50,016 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C41657%2C1733333256381 2024-12-04T17:27:50,016 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,41657,1733333256381, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:50,021 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, startPosition=0, beingWritten=true 2024-12-04T17:27:50,029 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C41657%2C1733333256381 2024-12-04T17:27:50,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:50,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:50,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:50,250 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:50,338 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:50,482 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:50,561 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:27:50,737 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:50,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:50,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:50,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:50,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:50,742 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3199c9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,744 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df3dd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:50,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:50,747 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9c5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,749 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0d0a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:50,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:50,751 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa36f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:50,753 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc2f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:50,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:50,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45297,1733333249652, seqNum=-1] 2024-12-04T17:27:50,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:50,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8., hostname=1bc61fcf61ea,45297,1733333249652, seqNum=2] 2024-12-04T17:27:50,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41657,1733333256381, seqNum=-1] 2024-12-04T17:27:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:50,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c., hostname=1bc61fcf61ea,41657,1733333256381, seqNum=2] 2024-12-04T17:27:50,819 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T17:27:50,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:27:50,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,966 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:50,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:50,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:27:51,202 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:51,359 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 379, reset compression=false 2024-12-04T17:27:51,366 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:51,366 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:51,366 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c0eccf4ab7de26415f3d87403dca9f8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T17:27:51,371 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:51,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T17:27:51,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:51,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9bfa787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:51,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35813,-1 for getting cluster id 2024-12-04T17:27:51,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:51,378 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44a9607b-65d4-4e96-b32f-dd90d13d24cc' 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44a9607b-65d4-4e96-b32f-dd90d13d24cc" 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c92274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35813,-1] 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:51,380 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:51,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de7476c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:51,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,43169,1733333252939, seqNum=-1] 2024-12-04T17:27:51,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:51,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:51,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4., hostname=1bc61fcf61ea,43169,1733333252939, seqNum=2] 2024-12-04T17:27:51,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:51,479 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:51,604 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:51,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T17:27:51,908 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:52,007 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 379, reset compression=false 2024-12-04T17:27:52,050 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:52,050 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 503, reset compression=false 2024-12-04T17:27:52,050 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T17:27:52,053 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:52,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T17:27:52,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:52,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b79889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:52,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:52,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:52,061 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:52,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:52,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7088ddd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:52,065 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:52,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c93cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:52,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:52,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41657,1733333256381, seqNum=-1] 2024-12-04T17:27:52,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:52,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:52,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c., hostname=1bc61fcf61ea,41657,1733333256381, seqNum=2] 2024-12-04T17:27:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:52,082 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 379, reset compression=false 2024-12-04T17:27:52,128 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:52,128 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 526, reset compression=false 2024-12-04T17:27:52,128 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:52,277 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 503, reset compression=false 2024-12-04T17:27:52,322 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:52,350 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 526, reset compression=false 2024-12-04T17:27:52,586 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 503, reset compression=false 2024-12-04T17:27:52,684 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 526, reset compression=false 2024-12-04T17:27:52,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T17:27:52,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,43169,1733333252939, seqNum=-1] 2024-12-04T17:27:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:52,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:27:52,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4., hostname=1bc61fcf61ea,43169,1733333252939, seqNum=2] 2024-12-04T17:27:52,831 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:52,841 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T17:27:52,999 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 503, reset compression=false 2024-12-04T17:27:53,018 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:53,018 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 607, reset compression=false 2024-12-04T17:27:53,018 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:27:53,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:53,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:53,090 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 526, reset compression=false 2024-12-04T17:27:53,094 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:53,094 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 653, reset compression=false 2024-12-04T17:27:53,094 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e2cf5004b8ee3511dca80b5c93fb7c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T17:27:53,097 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:27:53,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T17:27:53,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:53,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560c04d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:53,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:53,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:53,100 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:53,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65ab2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:53,102 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:53,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:53,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:27:53,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,45297,1733333249652, seqNum=-1] 2024-12-04T17:27:53,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:27:53,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T17:27:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8., hostname=1bc61fcf61ea,45297,1733333249652, seqNum=2] 2024-12-04T17:27:53,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:53,230 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 607, reset compression=false 2024-12-04T17:27:53,309 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 653, reset compression=false 2024-12-04T17:27:53,447 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 480, reset compression=false 2024-12-04T17:27:53,452 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:53,452 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 631, reset compression=false 2024-12-04T17:27:53,452 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:53,537 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 607, reset compression=false 2024-12-04T17:27:53,622 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 653, reset compression=false 2024-12-04T17:27:53,670 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 631, reset compression=false 2024-12-04T17:27:53,847 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T17:27:53,850 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T17:27:53,945 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 607, reset compression=false 2024-12-04T17:27:53,979 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 631, reset compression=false 2024-12-04T17:27:54,026 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 653, reset compression=false 2024-12-04T17:27:54,044 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:54,044 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 757, reset compression=false 2024-12-04T17:27:54,044 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e2cf5004b8ee3511dca80b5c93fb7c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:27:54,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:54,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:54,262 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 757, reset compression=false 2024-12-04T17:27:54,396 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 631, reset compression=false 2024-12-04T17:27:54,431 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:54,431 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 759, reset compression=false 2024-12-04T17:27:54,431 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c0eccf4ab7de26415f3d87403dca9f8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T17:27:54,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:54,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:54,466 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 607, reset compression=false 2024-12-04T17:27:54,487 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:54,487 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 758, reset compression=false 2024-12-04T17:27:54,487 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:54,590 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 757, reset compression=false 2024-12-04T17:27:54,653 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 759, reset compression=false 2024-12-04T17:27:54,707 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 758, reset compression=false 2024-12-04T17:27:54,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T17:27:54,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T17:27:54,982 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 759, reset compression=false 2024-12-04T17:27:54,986 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:54,986 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 915, reset compression=false 2024-12-04T17:27:54,986 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c0eccf4ab7de26415f3d87403dca9f8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T17:27:54,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:54,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:55,025 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 758, reset compression=false 2024-12-04T17:27:55,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 757, reset compression=false 2024-12-04T17:27:55,049 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:55,049 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 905, reset compression=false 2024-12-04T17:27:55,049 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T17:27:55,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:55,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:55,099 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:55,099 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 927, reset compression=false 2024-12-04T17:27:55,099 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:55,191 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 915, reset compression=false 2024-12-04T17:27:55,298 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 905, reset compression=false 2024-12-04T17:27:55,322 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 927, reset compression=false 2024-12-04T17:27:55,500 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 915, reset compression=false 2024-12-04T17:27:55,614 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 905, reset compression=false 2024-12-04T17:27:55,630 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 927, reset compression=false 2024-12-04T17:27:55,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T17:27:55,867 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T17:27:55,927 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 915, reset compression=false 2024-12-04T17:27:56,027 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 905, reset compression=false 2024-12-04T17:27:56,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:56,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1064, reset compression=false 2024-12-04T17:27:56,034 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T17:27:56,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:56,039 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 927, reset compression=false 2024-12-04T17:27:56,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:56,088 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:56,088 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1076, reset compression=false 2024-12-04T17:27:56,088 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e2cf5004b8ee3511dca80b5c93fb7c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T17:27:56,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:56,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:56,306 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1064, reset compression=false 2024-12-04T17:27:56,318 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1076, reset compression=false 2024-12-04T17:27:56,435 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 915, reset compression=false 2024-12-04T17:27:56,455 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:56,455 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1088, reset compression=false 2024-12-04T17:27:56,455 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:56,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1064, reset compression=false 2024-12-04T17:27:56,649 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1076, reset compression=false 2024-12-04T17:27:56,676 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1088, reset compression=false 2024-12-04T17:27:56,871 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T17:27:56,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T17:27:56,979 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1088, reset compression=false 2024-12-04T17:27:57,055 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1064, reset compression=false 2024-12-04T17:27:57,061 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1076, reset compression=false 2024-12-04T17:27:57,066 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:57,066 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1235, reset compression=false 2024-12-04T17:27:57,067 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e2cf5004b8ee3511dca80b5c93fb7c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T17:27:57,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:57,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:57,282 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1235, reset compression=false 2024-12-04T17:27:57,387 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1088, reset compression=false 2024-12-04T17:27:57,407 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:57,407 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1238, reset compression=false 2024-12-04T17:27:57,407 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c0eccf4ab7de26415f3d87403dca9f8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T17:27:57,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:57,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:57,560 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1064, reset compression=false 2024-12-04T17:27:57,566 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:57,566 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1237, reset compression=false 2024-12-04T17:27:57,566 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:57,606 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1235, reset compression=false 2024-12-04T17:27:57,618 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1238, reset compression=false 2024-12-04T17:27:57,770 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1237, reset compression=false 2024-12-04T17:27:57,885 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T17:27:57,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b00fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:57,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:57,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:57,897 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4f5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:57,899 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0ef6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:57,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@625f2c72 2024-12-04T17:27:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:57,907 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:57,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T17:27:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T17:27:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:27:57,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:57,922 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1238, reset compression=false 2024-12-04T17:27:58,010 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1235, reset compression=false 2024-12-04T17:27:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:27:58,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T17:27:58,071 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T17:27:58,072 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T17:27:58,072 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,41657,1733333256381 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T17:27:58,072 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0. 2024-12-04T17:27:58,072 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:58,072 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:58,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:58,073 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:58,078 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1237, reset compression=false 2024-12-04T17:27:58,173 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:27:58,173 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T17:27:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:27:58,273 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 terminated 2024-12-04T17:27:58,301 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,41657,1733333256381, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:27:58,303 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T17:27:58,314 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T17:27:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T17:27:58,317 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 1bc61fcf61ea,41657,1733333256381 suceeded 2024-12-04T17:27:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T17:27:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 399 msec 2024-12-04T17:27:58,319 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T17:27:58,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 411 msec 2024-12-04T17:27:58,330 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1238, reset compression=false 2024-12-04T17:27:58,349 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:39259' 2024-12-04T17:27:58,365 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82c94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:58,366 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,39259,-1 for getting cluster id 2024-12-04T17:27:58,366 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:58,367 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '135e841f-455d-420e-b4f4-880572784891' 2024-12-04T17:27:58,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:58,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "135e841f-455d-420e-b4f4-880572784891" 2024-12-04T17:27:58,368 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:58,368 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6534d7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:58,368 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,39259,-1] 2024-12-04T17:27:58,368 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:58,370 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:58,373 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e188f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:58,373 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:58,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,39259,1733333249613 2024-12-04T17:27:58,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671b4d11 2024-12-04T17:27:58,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:58,376 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T17:27:58,376 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,41657,1733333256381 (queues=1) is replicating from cluster=fe729a23-5aed-4229-acb5-8d1265b5d280 to cluster=135e841f-455d-420e-b4f4-880572784891 2024-12-04T17:27:58,377 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C41657%2C1733333256381 2024-12-04T17:27:58,377 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,41657,1733333256381, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:27:58,409 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C41657%2C1733333256381 2024-12-04T17:27:58,483 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1237, reset compression=false 2024-12-04T17:27:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:27:58,547 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:58,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:58,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:58,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:58,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:58,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:58,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T17:27:58,873 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1238, reset compression=false 2024-12-04T17:27:58,884 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:58,884 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1342, reset compression=false 2024-12-04T17:27:58,885 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c0eccf4ab7de26415f3d87403dca9f8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:27:58,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:58,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43169 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:58,998 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1237, reset compression=false 2024-12-04T17:27:59,003 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:59,003 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1364, reset compression=false 2024-12-04T17:27:59,004 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T17:27:59,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:59,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:59,122 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1342, reset compression=false 2024-12-04T17:27:59,197 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:27:59,212 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1364, reset compression=false 2024-12-04T17:27:59,443 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1342, reset compression=false 2024-12-04T17:27:59,534 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1364, reset compression=false 2024-12-04T17:27:59,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T17:27:59,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725611db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:59,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40977,-1 for getting cluster id 2024-12-04T17:27:59,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:27:59,558 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe729a23-5aed-4229-acb5-8d1265b5d280' 2024-12-04T17:27:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:27:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe729a23-5aed-4229-acb5-8d1265b5d280" 2024-12-04T17:27:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e50d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40977,-1] 2024-12-04T17:27:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:27:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:59,560 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:27:59,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcf2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:27:59,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:27:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40977,1733333256310 2024-12-04T17:27:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2793a8 2024-12-04T17:27:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:27:59,567 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:27:59,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T17:27:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T17:27:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T17:27:59,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:27:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T17:27:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T17:27:59,729 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T17:27:59,729 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T17:27:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T17:27:59,732 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 1bc61fcf61ea,41657,1733333256381 suceeded 2024-12-04T17:27:59,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T17:27:59,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-04T17:27:59,734 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T17:27:59,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-12-04T17:27:59,789 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, startPosition=1235, beingWritten=true 2024-12-04T17:27:59,793 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:27:59,793 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1385, reset compression=false 2024-12-04T17:27:59,811 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:27:59,856 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1342, reset compression=false 2024-12-04T17:27:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T17:27:59,887 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:27:59,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:27:59,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:27:59,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:59,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:27:59,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:27:59,889 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-04T17:27:59,938 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1364, reset compression=false 2024-12-04T17:27:59,960 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:27:59,960 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:27:59,960 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[{test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:27:59,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:27:59,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:27:59,998 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1385, reset compression=false 2024-12-04T17:28:00,020 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:00,020 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1512, reset compression=false 2024-12-04T17:28:00,020 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e2cf5004b8ee3511dca80b5c93fb7c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T17:28:00,023 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:00,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:00,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:00,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:00,178 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:00,247 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1512, reset compression=false 2024-12-04T17:28:00,360 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1342, reset compression=false 2024-12-04T17:28:00,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:00,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:00,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:00,504 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:00,554 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1512, reset compression=false 2024-12-04T17:28:00,632 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:00,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T17:28:00,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:00,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:00,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:00,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:00,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:00,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:00,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:00,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290371466, stopped=false 2024-12-04T17:28:00,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,40977,1733333256310 2024-12-04T17:28:00,893 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-818002885/running 2024-12-04T17:28:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-818002885/running 2024-12-04T17:28:00,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:00,893 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:28:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:28:00,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:00,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:00,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:00,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,41657,1733333256381' ***** 2024-12-04T17:28:00,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:00,894 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:00,894 INFO [RS:0;1bc61fcf61ea:41657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:00,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:00,894 INFO [RS:0;1bc61fcf61ea:41657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:00,894 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:28:00,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/running 2024-12-04T17:28:00,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Set watcher on znode that does not yet exist, /2-818002885/running 2024-12-04T17:28:00,896 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:00,896 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,41657,1733333256381 2024-12-04T17:28:00,896 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:00,896 INFO [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41657. 2024-12-04T17:28:00,896 DEBUG [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:00,896 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83642e2d9b2e8c7eaad14f94d101b7be, disabling compactions & flushes 2024-12-04T17:28:00,896 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:00,896 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:28:00,896 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:28:00,896 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. after waiting 0 ms 2024-12-04T17:28:00,896 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:28:00,897 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:00,897 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:00,897 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:00,897 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:00,897 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83642e2d9b2e8c7eaad14f94d101b7be 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T17:28:00,897 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:00,897 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83642e2d9b2e8c7eaad14f94d101b7be=hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be., 52e2cf5004b8ee3511dca80b5c93fb7c=test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.} 2024-12-04T17:28:00,897 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c, 83642e2d9b2e8c7eaad14f94d101b7be 2024-12-04T17:28:00,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:00,898 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:00,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:00,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:00,898 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:00,898 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:00,901 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:00,924 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/.tmp/queue/04fa0ca53a8a42fea7a8509ba0ed8de9 is 154, key is 1-1bc61fcf61ea,41657,1733333256381/queue:1bc61fcf61ea%2C41657%2C1733333256381/1733333280029/Put/seqid=0 2024-12-04T17:28:00,932 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/info/b856596f6b3943829b3f2144898af1a2 is 147, key is hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be./info:regioninfo/1733333269644/Put/seqid=0 2024-12-04T17:28:00,934 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:00,938 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:00,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741840_1016 (size=5353) 2024-12-04T17:28:00,961 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/.tmp/queue/04fa0ca53a8a42fea7a8509ba0ed8de9 2024-12-04T17:28:00,972 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/.tmp/queue/04fa0ca53a8a42fea7a8509ba0ed8de9 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/queue/04fa0ca53a8a42fea7a8509ba0ed8de9 2024-12-04T17:28:00,977 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/queue/04fa0ca53a8a42fea7a8509ba0ed8de9, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T17:28:00,978 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1512, reset compression=false 2024-12-04T17:28:00,979 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 83642e2d9b2e8c7eaad14f94d101b7be in 81ms, sequenceid=14, compaction requested=false 2024-12-04T17:28:01,045 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/replication/83642e2d9b2e8c7eaad14f94d101b7be/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T17:28:01,045 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:01,045 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:01,045 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:28:01,045 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83642e2d9b2e8c7eaad14f94d101b7be: Waiting for close lock at 1733333280896Running coprocessor pre-close hooks at 1733333280896Disabling compacts and flushes for region at 1733333280896Disabling writes for close at 1733333280896Obtaining lock to block concurrent updates at 1733333280897 (+1 ms)Preparing flush snapshotting stores in 83642e2d9b2e8c7eaad14f94d101b7be at 1733333280897Finished memstore snapshotting hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733333280897Flushing stores of hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. at 1733333280898 (+1 ms)Flushing 83642e2d9b2e8c7eaad14f94d101b7be/queue: creating writer at 1733333280898Flushing 83642e2d9b2e8c7eaad14f94d101b7be/queue: appending metadata at 1733333280923 (+25 ms)Flushing 83642e2d9b2e8c7eaad14f94d101b7be/queue: closing flushed file at 1733333280923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2960760d: reopening flushed file at 1733333280970 (+47 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 83642e2d9b2e8c7eaad14f94d101b7be in 81ms, sequenceid=14, compaction requested=false at 1733333280979 (+9 ms)Writing region close event to WAL at 1733333281041 (+62 ms)Running coprocessor post-close hooks at 1733333281045 (+4 ms)Closed at 1733333281045 2024-12-04T17:28:01,046 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333268602.83642e2d9b2e8c7eaad14f94d101b7be. 2024-12-04T17:28:01,046 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e2cf5004b8ee3511dca80b5c93fb7c, disabling compactions & flushes 2024-12-04T17:28:01,046 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:28:01,046 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:28:01,046 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. after waiting 0 ms 2024-12-04T17:28:01,046 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:28:01,046 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52e2cf5004b8ee3511dca80b5c93fb7c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T17:28:01,091 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f/6abcf0d7c7c746c88f782c1506ecddf8 is 37, key is row3/f:row3/1733333278549/Put/seqid=0 2024-12-04T17:28:01,098 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741842_1018 (size=5228) 2024-12-04T17:28:01,104 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f/6abcf0d7c7c746c88f782c1506ecddf8 2024-12-04T17:28:01,113 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6abcf0d7c7c746c88f782c1506ecddf8 2024-12-04T17:28:01,134 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f1/8e2b9f3f3b8a42b9b85022933968e739 is 30, key is row1/f1:/1733333275864/DeleteFamily/seqid=0 2024-12-04T17:28:01,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741843_1019 (size=5158) 2024-12-04T17:28:01,167 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:01,167 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:01,298 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:01,349 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/info/b856596f6b3943829b3f2144898af1a2 2024-12-04T17:28:01,402 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/ns/f4bee2b8197f4d60827ae23975aefa1c is 43, key is default/ns:d/1733333258692/Put/seqid=0 2024-12-04T17:28:01,405 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741844_1020 (size=5153) 2024-12-04T17:28:01,455 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/ns/f4bee2b8197f4d60827ae23975aefa1c 2024-12-04T17:28:01,485 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/rep_barrier/1ec77c8e3dd044ad9f70dbb03c016c50 is 112, key is test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c./rep_barrier:seqnumDuringOpen/1733333263253/Put/seqid=0 2024-12-04T17:28:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741845_1021 (size=5518) 2024-12-04T17:28:01,498 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:01,519 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:01,539 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1512, reset compression=false 2024-12-04T17:28:01,544 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f1/8e2b9f3f3b8a42b9b85022933968e739 2024-12-04T17:28:01,551 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e2b9f3f3b8a42b9b85022933968e739 2024-12-04T17:28:01,571 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:01,571 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1759, reset compression=false 2024-12-04T17:28:01,571 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41657,1733333256381 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:01,572 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,41657,1733333256381: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,41657,1733333256381, walGroup=1bc61fcf61ea%2C41657%2C1733333256381, offset=1bc61fcf61ea%2C41657%2C1733333256381.1733333258296:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:01,573 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:01,573 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:01,573 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:01,573 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:01,574 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:01,574 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1289748480, "init": 1048576000, "max": 2306867200, "used": 758378704 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197704624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:01,574 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:40977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:40977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:01,587 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/norep/92dabca84074491eab24e77f7b7c2671 is 33, key is row2/norep:/1733333276873/DeleteFamily/seqid=0 2024-12-04T17:28:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741846_1022 (size=5108) 2024-12-04T17:28:01,698 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:01,795 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1759, reset compression=false 2024-12-04T17:28:01,891 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/rep_barrier/1ec77c8e3dd044ad9f70dbb03c016c50 2024-12-04T17:28:01,898 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:28:01,898 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c=test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c.} 2024-12-04T17:28:01,898 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e2cf5004b8ee3511dca80b5c93fb7c 2024-12-04T17:28:01,913 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/table/89c242d07f3e4ff5b6b6a810f8788d98 is 53, key is hbase:replication/table:state/1733333269666/Put/seqid=0 2024-12-04T17:28:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741847_1023 (size=5308) 2024-12-04T17:28:01,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:01,997 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/norep/92dabca84074491eab24e77f7b7c2671 2024-12-04T17:28:02,004 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92dabca84074491eab24e77f7b7c2671 2024-12-04T17:28:02,005 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f/6abcf0d7c7c746c88f782c1506ecddf8 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/f/6abcf0d7c7c746c88f782c1506ecddf8 2024-12-04T17:28:02,011 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6abcf0d7c7c746c88f782c1506ecddf8 2024-12-04T17:28:02,011 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/f/6abcf0d7c7c746c88f782c1506ecddf8, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T17:28:02,014 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/f1/8e2b9f3f3b8a42b9b85022933968e739 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/f1/8e2b9f3f3b8a42b9b85022933968e739 2024-12-04T17:28:02,026 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e2b9f3f3b8a42b9b85022933968e739 2024-12-04T17:28:02,026 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/f1/8e2b9f3f3b8a42b9b85022933968e739, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:02,027 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/.tmp/norep/92dabca84074491eab24e77f7b7c2671 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/norep/92dabca84074491eab24e77f7b7c2671 2024-12-04T17:28:02,039 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92dabca84074491eab24e77f7b7c2671 2024-12-04T17:28:02,039 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/norep/92dabca84074491eab24e77f7b7c2671, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:02,041 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52e2cf5004b8ee3511dca80b5c93fb7c in 995ms, sequenceid=12, compaction requested=false 2024-12-04T17:28:02,083 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/default/test/52e2cf5004b8ee3511dca80b5c93fb7c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T17:28:02,085 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:02,085 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:02,085 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:28:02,085 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e2cf5004b8ee3511dca80b5c93fb7c: Waiting for close lock at 1733333281046Running coprocessor pre-close hooks at 1733333281046Disabling compacts and flushes for region at 1733333281046Disabling writes for close at 1733333281046Obtaining lock to block concurrent updates at 1733333281046Preparing flush snapshotting stores in 52e2cf5004b8ee3511dca80b5c93fb7c at 1733333281046Finished memstore snapshotting test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733333281046Flushing stores of test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. at 1733333281047 (+1 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f: creating writer at 1733333281047Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f: appending metadata at 1733333281090 (+43 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f: closing flushed file at 1733333281090Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f1: creating writer at 1733333281113 (+23 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f1: appending metadata at 1733333281133 (+20 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/f1: closing flushed file at 1733333281133Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/norep: creating writer at 1733333281551 (+418 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/norep: appending metadata at 1733333281586 (+35 ms)Flushing 52e2cf5004b8ee3511dca80b5c93fb7c/norep: closing flushed file at 1733333281586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fff5fae: reopening flushed file at 1733333282004 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4523a2ea: reopening flushed file at 1733333282011 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba28853: reopening flushed file at 1733333282026 (+15 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 52e2cf5004b8ee3511dca80b5c93fb7c in 995ms, sequenceid=12, compaction requested=false at 1733333282041 (+15 ms)Writing region close event to WAL at 1733333282063 (+22 ms)Running coprocessor post-close hooks at 1733333282085 (+22 ms)Closed at 1733333282085 2024-12-04T17:28:02,085 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333262089.52e2cf5004b8ee3511dca80b5c93fb7c. 2024-12-04T17:28:02,099 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:28:02,100 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 1759, reset compression=false 2024-12-04T17:28:02,129 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:02,129 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 2403, reset compression=false 2024-12-04T17:28:02,138 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:02,300 DEBUG [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:28:02,319 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/table/89c242d07f3e4ff5b6b6a810f8788d98 2024-12-04T17:28:02,329 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/info/b856596f6b3943829b3f2144898af1a2 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/info/b856596f6b3943829b3f2144898af1a2 2024-12-04T17:28:02,336 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/info/b856596f6b3943829b3f2144898af1a2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:02,338 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/ns/f4bee2b8197f4d60827ae23975aefa1c as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/ns/f4bee2b8197f4d60827ae23975aefa1c 2024-12-04T17:28:02,345 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/WALs/1bc61fcf61ea,41657,1733333256381/1bc61fcf61ea%2C41657%2C1733333256381.1733333258296 to pos 2403, reset compression=false 2024-12-04T17:28:02,357 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/ns/f4bee2b8197f4d60827ae23975aefa1c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:02,360 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/rep_barrier/1ec77c8e3dd044ad9f70dbb03c016c50 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/rep_barrier/1ec77c8e3dd044ad9f70dbb03c016c50 2024-12-04T17:28:02,373 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/rep_barrier/1ec77c8e3dd044ad9f70dbb03c016c50, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:02,376 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/.tmp/table/89c242d07f3e4ff5b6b6a810f8788d98 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/table/89c242d07f3e4ff5b6b6a810f8788d98 2024-12-04T17:28:02,385 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/table/89c242d07f3e4ff5b6b6a810f8788d98, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:02,386 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1488ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:02,455 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:02,456 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:02,456 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:02,456 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:02,456 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333280898Running coprocessor pre-close hooks at 1733333280898Disabling compacts and flushes for region at 1733333280898Disabling writes for close at 1733333280898Obtaining lock to block concurrent updates at 1733333280898Preparing flush snapshotting stores in 1588230740 at 1733333280898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333280898Flushing stores of hbase:meta,,1.1588230740 at 1733333280905 (+7 ms)Flushing 1588230740/info: creating writer at 1733333280905Flushing 1588230740/info: appending metadata at 1733333280932 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733333280932Flushing 1588230740/ns: creating writer at 1733333281355 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733333281396 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1733333281396Flushing 1588230740/rep_barrier: creating writer at 1733333281460 (+64 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333281484 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333281484Flushing 1588230740/table: creating writer at 1733333281896 (+412 ms)Flushing 1588230740/table: appending metadata at 1733333281913 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733333281913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6c6f0a: reopening flushed file at 1733333282327 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e9c450: reopening flushed file at 1733333282336 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7716c306: reopening flushed file at 1733333282358 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f5be8: reopening flushed file at 1733333282373 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1488ms, sequenceid=16, compaction requested=false at 1733333282386 (+13 ms)Writing region close event to WAL at 1733333282431 (+45 ms)Running coprocessor post-close hooks at 1733333282456 (+25 ms)Closed at 1733333282456 2024-12-04T17:28:02,456 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:02,500 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,41657,1733333256381; all regions closed. 2024-12-04T17:28:02,500 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:28:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741839_1015 (size=3552) 2024-12-04T17:28:02,565 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741833_1009 (size=2411) 2024-12-04T17:28:02,569 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:02,569 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:02,569 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:02,569 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:02,569 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:02,570 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:02,570 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,41657,1733333256381 because: Region server is closing 2024-12-04T17:28:02,570 INFO [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41657. 2024-12-04T17:28:02,570 DEBUG [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:02,570 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:02,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:02,571 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:02,671 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.shipper1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 terminated 2024-12-04T17:28:02,672 INFO [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41657. 2024-12-04T17:28:02,672 DEBUG [RS:0;1bc61fcf61ea:41657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:02,672 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:02,672 DEBUG [RS:0;1bc61fcf61ea:41657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:02,672 INFO [RS:0;1bc61fcf61ea:41657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41657 2024-12-04T17:28:02,672 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41657,1733333256381.replicationSource.wal-reader.1bc61fcf61ea%2C41657%2C1733333256381,1-1bc61fcf61ea,41657,1733333256381 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:28:02,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885/rs 2024-12-04T17:28:02,674 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-818002885/rs/1bc61fcf61ea,41657,1733333256381 2024-12-04T17:28:02,675 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:02,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,41657,1733333256381] 2024-12-04T17:28:02,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-818002885/draining/1bc61fcf61ea,41657,1733333256381 already deleted, retry=false 2024-12-04T17:28:02,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,41657,1733333256381 expired; onlineServers=0 2024-12-04T17:28:02,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,40977,1733333256310' ***** 2024-12-04T17:28:02,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:02,676 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:02,676 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:02,676 DEBUG [M:0;1bc61fcf61ea:40977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:02,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:02,676 DEBUG [M:0;1bc61fcf61ea:40977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:02,676 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333258023 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333258023,5,FailOnTimeoutGroup] 2024-12-04T17:28:02,677 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:02,677 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:02,677 DEBUG [M:0;1bc61fcf61ea:40977 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:02,677 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333258025 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333258025,5,FailOnTimeoutGroup] 2024-12-04T17:28:02,677 INFO [M:0;1bc61fcf61ea:40977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:02,677 INFO [M:0;1bc61fcf61ea:40977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:02,677 INFO [M:0;1bc61fcf61ea:40977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:02,682 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-818002885/master 2024-12-04T17:28:02,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-818002885 2024-12-04T17:28:02,683 DEBUG [M:0;1bc61fcf61ea:40977 {}] zookeeper.ZKUtil(347): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Unable to get data of znode /2-818002885/master because node does not exist (not an error) 2024-12-04T17:28:02,683 WARN [M:0;1bc61fcf61ea:40977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:02,698 INFO [M:0;1bc61fcf61ea:40977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/.lastflushedseqids 2024-12-04T17:28:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741848_1024 (size=245) 2024-12-04T17:28:02,738 INFO [M:0;1bc61fcf61ea:40977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:02,740 INFO [M:0;1bc61fcf61ea:40977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:02,740 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:02,740 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:02,740 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:02,740 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:02,740 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:02,741 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-04T17:28:02,776 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:02,777 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41657-0x100a645c76c0007, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:02,777 INFO [RS:0;1bc61fcf61ea:41657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:02,777 INFO [RS:0;1bc61fcf61ea:41657 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,41657,1733333256381; zookeeper connection closed. 2024-12-04T17:28:02,778 DEBUG [M:0;1bc61fcf61ea:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a715785ac475487dfd70ff63e2aed is 82, key is hbase:meta,,1/info:regioninfo/1733333258684/Put/seqid=0 2024-12-04T17:28:02,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a0d45b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a0d45b1 2024-12-04T17:28:02,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741849_1025 (size=5672) 2024-12-04T17:28:02,800 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a715785ac475487dfd70ff63e2aed 2024-12-04T17:28:02,820 DEBUG [M:0;1bc61fcf61ea:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911543a53e514b128155ef1367d99f40 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333269671/Put/seqid=0 2024-12-04T17:28:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741850_1026 (size=9212) 2024-12-04T17:28:02,828 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911543a53e514b128155ef1367d99f40 2024-12-04T17:28:02,851 DEBUG [M:0;1bc61fcf61ea:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc90e082d3c4a14bc72524058d18b01 is 69, key is 1bc61fcf61ea,41657,1733333256381/rs:state/1733333258129/Put/seqid=0 2024-12-04T17:28:02,854 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741851_1027 (size=5156) 2024-12-04T17:28:02,858 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc90e082d3c4a14bc72524058d18b01 2024-12-04T17:28:02,863 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a715785ac475487dfd70ff63e2aed as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8a715785ac475487dfd70ff63e2aed 2024-12-04T17:28:02,871 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8a715785ac475487dfd70ff63e2aed, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T17:28:02,874 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/911543a53e514b128155ef1367d99f40 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/911543a53e514b128155ef1367d99f40 2024-12-04T17:28:02,878 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/911543a53e514b128155ef1367d99f40, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T17:28:02,879 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc90e082d3c4a14bc72524058d18b01 as hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc90e082d3c4a14bc72524058d18b01 2024-12-04T17:28:02,888 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43011/user/jenkins/test-data/8c9e7fde-4657-1932-296a-702c037cb40a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc90e082d3c4a14bc72524058d18b01, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T17:28:02,889 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=127, compaction requested=false 2024-12-04T17:28:02,893 INFO [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:02,893 DEBUG [M:0;1bc61fcf61ea:40977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333282740Disabling compacts and flushes for region at 1733333282740Disabling writes for close at 1733333282740Obtaining lock to block concurrent updates at 1733333282741 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333282741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733333282741Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333282742 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333282742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333282778 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333282778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333282804 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333282819 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333282819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333282833 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333282851 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333282851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100641e5: reopening flushed file at 1733333282862 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c64813b: reopening flushed file at 1733333282871 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125c5da0: reopening flushed file at 1733333282878 (+7 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=127, compaction requested=false at 1733333282889 (+11 ms)Writing region close event to WAL at 1733333282893 (+4 ms)Closed at 1733333282893 2024-12-04T17:28:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741830_1006 (size=73866) 2024-12-04T17:28:02,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:02,903 INFO [M:0;1bc61fcf61ea:40977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:02,904 INFO [M:0;1bc61fcf61ea:40977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40977 2024-12-04T17:28:02,905 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x100a645c76c0006, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:03,008 INFO [M:0;1bc61fcf61ea:40977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:03,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15cfca75{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:03,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d3cd1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:03,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:03,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac66193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:03,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0d717c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:03,036 WARN [BP-1662039187-172.17.0.2-1733333255707 heartbeating to localhost/127.0.0.1:43011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:03,036 WARN [BP-1662039187-172.17.0.2-1733333255707 heartbeating to localhost/127.0.0.1:43011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1662039187-172.17.0.2-1733333255707 (Datanode Uuid 0190c2f2-b082-4ebe-9996-5a53f01738b4) service to localhost/127.0.0.1:43011 2024-12-04T17:28:03,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/cluster_1151cd35-1e7c-77ff-a21c-ecae83273ac0/data/data1/current/BP-1662039187-172.17.0.2-1733333255707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:03,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/cluster_1151cd35-1e7c-77ff-a21c-ecae83273ac0/data/data2/current/BP-1662039187-172.17.0.2-1733333255707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:03,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:03,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:03,039 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:03,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581ba778{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:03,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491650c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:03,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:03,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202c2ba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:03,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d4c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:03,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:03,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:03,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:03,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:03,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:03,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:03,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2078815882, stopped=false 2024-12-04T17:28:03,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,35813,1733333252912 2024-12-04T17:28:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11426828799/running 2024-12-04T17:28:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:28:03,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11426828799/running 2024-12-04T17:28:03,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:28:03,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/running 2024-12-04T17:28:03,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Set watcher on znode that does not yet exist, /11426828799/running 2024-12-04T17:28:03,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:03,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:03,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:03,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,43169,1733333252939' ***** 2024-12-04T17:28:03,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:03,077 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:03,077 INFO [RS:0;1bc61fcf61ea:43169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:03,077 INFO [RS:0;1bc61fcf61ea:43169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:03,077 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 2024-12-04T17:28:03,078 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(3091): Received CLOSE for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,43169,1733333252939 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:43169. 2024-12-04T17:28:03,078 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, disabling compactions & flushes 2024-12-04T17:28:03,078 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:28:03,078 DEBUG [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:03,078 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:28:03,078 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:03,078 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. after waiting 0 ms 2024-12-04T17:28:03,078 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:03,078 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:03,078 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:03,085 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:03,085 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b1e2de3b5c34f50a0ca5ba85e7d0fb4=test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4., caa97c0680afe6ad31668045425ffbb5=hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.} 2024-12-04T17:28:03,085 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,085 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:03,085 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:03,085 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:03,086 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:03,086 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:03,086 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:03,110 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f/3545f804113b40fa83626237cc65ff9f is 37, key is row3/f:row3/1733333278549/Put/seqid=0 2024-12-04T17:28:03,123 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/info/3760586b5e9f4575bdf8d3150fda069c is 147, key is hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5./info:regioninfo/1733333267894/Put/seqid=0 2024-12-04T17:28:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741840_1016 (size=5228) 2024-12-04T17:28:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:03,146 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f/3545f804113b40fa83626237cc65ff9f 2024-12-04T17:28:03,147 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/info/3760586b5e9f4575bdf8d3150fda069c 2024-12-04T17:28:03,151 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3545f804113b40fa83626237cc65ff9f 2024-12-04T17:28:03,167 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:03,172 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f1/a625b6d84a554ce295734cd696027264 is 30, key is row1/f1:/1733333275864/DeleteFamily/seqid=0 2024-12-04T17:28:03,178 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/ns/91b453e71d53499a9d760c2139961c18 is 43, key is default/ns:d/1733333255577/Put/seqid=0 2024-12-04T17:28:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741842_1018 (size=5158) 2024-12-04T17:28:03,182 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f1/a625b6d84a554ce295734cd696027264 2024-12-04T17:28:03,186 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a625b6d84a554ce295734cd696027264 2024-12-04T17:28:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:28:03,196 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/ns/91b453e71d53499a9d760c2139961c18 2024-12-04T17:28:03,208 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/norep/ec0076f27b6243ed81496c1314fcaf02 is 33, key is row1/norep:/1733333275864/DeleteFamily/seqid=0 2024-12-04T17:28:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741844_1020 (size=5108) 2024-12-04T17:28:03,244 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a8acfb9dce147fe98d981126fb85a9a is 112, key is test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4./rep_barrier:seqnumDuringOpen/1733333261083/Put/seqid=0 2024-12-04T17:28:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741845_1021 (size=5518) 2024-12-04T17:28:03,281 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:03,285 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,485 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,623 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/norep/ec0076f27b6243ed81496c1314fcaf02 2024-12-04T17:28:03,634 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec0076f27b6243ed81496c1314fcaf02 2024-12-04T17:28:03,635 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f/3545f804113b40fa83626237cc65ff9f as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f/3545f804113b40fa83626237cc65ff9f 2024-12-04T17:28:03,644 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3545f804113b40fa83626237cc65ff9f 2024-12-04T17:28:03,644 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f/3545f804113b40fa83626237cc65ff9f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T17:28:03,647 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/f1/a625b6d84a554ce295734cd696027264 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1/a625b6d84a554ce295734cd696027264 2024-12-04T17:28:03,655 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a625b6d84a554ce295734cd696027264 2024-12-04T17:28:03,656 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1/a625b6d84a554ce295734cd696027264, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:03,657 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/.tmp/norep/ec0076f27b6243ed81496c1314fcaf02 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep/ec0076f27b6243ed81496c1314fcaf02 2024-12-04T17:28:03,662 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a8acfb9dce147fe98d981126fb85a9a 2024-12-04T17:28:03,672 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec0076f27b6243ed81496c1314fcaf02 2024-12-04T17:28:03,673 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep/ec0076f27b6243ed81496c1314fcaf02, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:03,673 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 in 595ms, sequenceid=12, compaction requested=false 2024-12-04T17:28:03,674 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:28:03,678 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 1468, reset compression=false 2024-12-04T17:28:03,686 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b1e2de3b5c34f50a0ca5ba85e7d0fb4, caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,707 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/table/d93a1d9527544dc492ec6452fe9b9358 is 53, key is hbase:replication/table:state/1733333267920/Put/seqid=0 2024-12-04T17:28:03,723 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:03,723 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 2064, reset compression=false 2024-12-04T17:28:03,723 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,43169,1733333252939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966, lastWalPosition=2064, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:03,724 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,43169,1733333252939: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,43169,1733333252939, walGroup=1bc61fcf61ea%2C43169%2C1733333252939, offset=1bc61fcf61ea%2C43169%2C1733333252939.1733333254966:2064, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:43169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:03,725 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:03,725 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:03,726 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:03,726 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:03,726 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:03,726 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1289748480, "init": 1048576000, "max": 2306867200, "used": 825487568 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198090272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:03,727 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:35813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:35813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:28:03,754 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/default/test/9b1e2de3b5c34f50a0ca5ba85e7d0fb4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:03,755 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4: Waiting for close lock at 1733333283078Running coprocessor pre-close hooks at 1733333283078Disabling compacts and flushes for region at 1733333283078Disabling writes for close at 1733333283078Obtaining lock to block concurrent updates at 1733333283078Preparing flush snapshotting stores in 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 at 1733333283078Finished memstore snapshotting test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733333283079 (+1 ms)Flushing stores of test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. at 1733333283080 (+1 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f: creating writer at 1733333283080Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f: appending metadata at 1733333283109 (+29 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f: closing flushed file at 1733333283109Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1: creating writer at 1733333283151 (+42 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1: appending metadata at 1733333283171 (+20 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/f1: closing flushed file at 1733333283171Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep: creating writer at 1733333283186 (+15 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep: appending metadata at 1733333283207 (+21 ms)Flushing 9b1e2de3b5c34f50a0ca5ba85e7d0fb4/norep: closing flushed file at 1733333283207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4183fc5e: reopening flushed file at 1733333283634 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee3eecd: reopening flushed file at 1733333283644 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cff4e30: reopening flushed file at 1733333283656 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9b1e2de3b5c34f50a0ca5ba85e7d0fb4 in 595ms, sequenceid=12, compaction requested=false at 1733333283674 (+18 ms)Writing region close event to WAL at 1733333283751 (+77 ms)Running coprocessor post-close hooks at 1733333283755 (+4 ms)Closed at 1733333283755 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333259939.9b1e2de3b5c34f50a0ca5ba85e7d0fb4. 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caa97c0680afe6ad31668045425ffbb5, disabling compactions & flushes 2024-12-04T17:28:03,755 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. after waiting 0 ms 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caa97c0680afe6ad31668045425ffbb5: Waiting for close lock at 1733333283755Running coprocessor pre-close hooks at 1733333283755Disabling compacts and flushes for region at 1733333283755Disabling writes for close at 1733333283755Failed flush hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5., putting online again at 1733333283755 2024-12-04T17:28:03,755 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,886 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(3091): Received CLOSE for caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,886 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, caa97c0680afe6ad31668045425ffbb5 2024-12-04T17:28:03,886 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caa97c0680afe6ad31668045425ffbb5, disabling compactions & flushes 2024-12-04T17:28:03,886 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,886 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,886 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. after waiting 0 ms 2024-12-04T17:28:03,886 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,887 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caa97c0680afe6ad31668045425ffbb5: Waiting for close lock at 1733333283886Running coprocessor pre-close hooks at 1733333283886Disabling compacts and flushes for region at 1733333283886Disabling writes for close at 1733333283886Failed flush hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5., putting online again at 1733333283886 2024-12-04T17:28:03,887 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5. 2024-12-04T17:28:03,898 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:03,898 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:03,951 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 2064, reset compression=false 2024-12-04T17:28:03,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:03,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 2359, reset compression=false 2024-12-04T17:28:04,086 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:28:04,086 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, caa97c0680afe6ad31668045425ffbb5=hbase:replication,,1733333266434.caa97c0680afe6ad31668045425ffbb5.} 2024-12-04T17:28:04,086 DEBUG [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:28:04,087 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:04,142 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/table/d93a1d9527544dc492ec6452fe9b9358 2024-12-04T17:28:04,153 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/info/3760586b5e9f4575bdf8d3150fda069c as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/info/3760586b5e9f4575bdf8d3150fda069c 2024-12-04T17:28:04,159 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/info/3760586b5e9f4575bdf8d3150fda069c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:04,160 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/ns/91b453e71d53499a9d760c2139961c18 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/ns/91b453e71d53499a9d760c2139961c18 2024-12-04T17:28:04,165 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/ns/91b453e71d53499a9d760c2139961c18, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:04,168 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/rep_barrier/4a8acfb9dce147fe98d981126fb85a9a as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/rep_barrier/4a8acfb9dce147fe98d981126fb85a9a 2024-12-04T17:28:04,168 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/WALs/1bc61fcf61ea,43169,1733333252939/1bc61fcf61ea%2C43169%2C1733333252939.1733333254966 to pos 2359, reset compression=false 2024-12-04T17:28:04,180 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/rep_barrier/4a8acfb9dce147fe98d981126fb85a9a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:04,182 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/.tmp/table/d93a1d9527544dc492ec6452fe9b9358 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/table/d93a1d9527544dc492ec6452fe9b9358 2024-12-04T17:28:04,188 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/table/d93a1d9527544dc492ec6452fe9b9358, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:04,189 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1103ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:04,214 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:04,215 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:04,215 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:04,215 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:04,215 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333283085Running coprocessor pre-close hooks at 1733333283085Disabling compacts and flushes for region at 1733333283085Disabling writes for close at 1733333283086 (+1 ms)Obtaining lock to block concurrent updates at 1733333283086Preparing flush snapshotting stores in 1588230740 at 1733333283086Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333283086Flushing stores of hbase:meta,,1.1588230740 at 1733333283087 (+1 ms)Flushing 1588230740/info: creating writer at 1733333283087Flushing 1588230740/info: appending metadata at 1733333283122 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733333283122Flushing 1588230740/ns: creating writer at 1733333283156 (+34 ms)Flushing 1588230740/ns: appending metadata at 1733333283178 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333283178Flushing 1588230740/rep_barrier: creating writer at 1733333283202 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333283243 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333283243Flushing 1588230740/table: creating writer at 1733333283668 (+425 ms)Flushing 1588230740/table: appending metadata at 1733333283707 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733333283707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d92b5c: reopening flushed file at 1733333284148 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@942bfc2: reopening flushed file at 1733333284159 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be72dc0: reopening flushed file at 1733333284165 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b811a5: reopening flushed file at 1733333284180 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1103ms, sequenceid=16, compaction requested=false at 1733333284189 (+9 ms)Writing region close event to WAL at 1733333284209 (+20 ms)Running coprocessor post-close hooks at 1733333284215 (+6 ms)Closed at 1733333284215 2024-12-04T17:28:04,215 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:04,287 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T17:28:04,287 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,43169,1733333252939; all regions closed. 2024-12-04T17:28:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741839_1015 (size=2609) 2024-12-04T17:28:04,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741832_1008 (size=2367) 2024-12-04T17:28:04,318 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:04,318 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:04,319 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:04,320 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:04,320 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:04,320 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:04,320 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,43169,1733333252939 because: Region server is closing 2024-12-04T17:28:04,321 INFO [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:43169. 2024-12-04T17:28:04,321 DEBUG [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:04,321 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:04,321 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:04,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:04,421 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.shipper1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 terminated 2024-12-04T17:28:04,421 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,43169,1733333252939.replicationSource.wal-reader.1bc61fcf61ea%2C43169%2C1733333252939,1-1bc61fcf61ea,43169,1733333252939 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:28:04,421 INFO [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:43169. 2024-12-04T17:28:04,422 DEBUG [RS:0;1bc61fcf61ea:43169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:04,422 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:04,422 DEBUG [RS:0;1bc61fcf61ea:43169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:04,422 INFO [RS:0;1bc61fcf61ea:43169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43169 2024-12-04T17:28:04,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799/rs 2024-12-04T17:28:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11426828799/rs/1bc61fcf61ea,43169,1733333252939 2024-12-04T17:28:04,424 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:04,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,43169,1733333252939] 2024-12-04T17:28:04,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11426828799/draining/1bc61fcf61ea,43169,1733333252939 already deleted, retry=false 2024-12-04T17:28:04,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,43169,1733333252939 expired; onlineServers=0 2024-12-04T17:28:04,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,35813,1733333252912' ***** 2024-12-04T17:28:04,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:04,426 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:04,426 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:04,426 DEBUG [M:0;1bc61fcf61ea:35813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:04,426 DEBUG [M:0;1bc61fcf61ea:35813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:04,426 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333254730 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333254730,5,FailOnTimeoutGroup] 2024-12-04T17:28:04,427 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333254730 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333254730,5,FailOnTimeoutGroup] 2024-12-04T17:28:04,427 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:04,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:04,427 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:04,427 DEBUG [M:0;1bc61fcf61ea:35813 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:04,427 INFO [M:0;1bc61fcf61ea:35813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:04,427 INFO [M:0;1bc61fcf61ea:35813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:04,427 INFO [M:0;1bc61fcf61ea:35813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:04,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11426828799/master 2024-12-04T17:28:04,428 DEBUG [M:0;1bc61fcf61ea:35813 {}] zookeeper.ZKUtil(347): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Unable to get data of znode /11426828799/master because node does not exist (not an error) 2024-12-04T17:28:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11426828799 2024-12-04T17:28:04,428 WARN [M:0;1bc61fcf61ea:35813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:04,428 INFO [M:0;1bc61fcf61ea:35813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/.lastflushedseqids 2024-12-04T17:28:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741847_1023 (size=245) 2024-12-04T17:28:04,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:04,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43169-0x100a645c76c0004, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:04,526 INFO [RS:0;1bc61fcf61ea:43169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:04,527 INFO [RS:0;1bc61fcf61ea:43169 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,43169,1733333252939; zookeeper connection closed. 2024-12-04T17:28:04,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e55593 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e55593 2024-12-04T17:28:04,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:04,852 INFO [M:0;1bc61fcf61ea:35813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:04,852 INFO [M:0;1bc61fcf61ea:35813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:04,852 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:04,852 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:04,853 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:04,853 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:04,853 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:04,853 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:28:04,877 DEBUG [M:0;1bc61fcf61ea:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd0675e8997246689563784f705d327e is 82, key is hbase:meta,,1/info:regioninfo/1733333255563/Put/seqid=0 2024-12-04T17:28:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741848_1024 (size=5672) 2024-12-04T17:28:04,902 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd0675e8997246689563784f705d327e 2024-12-04T17:28:04,944 DEBUG [M:0;1bc61fcf61ea:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b5d7387caf45088d6276dffcf00e60 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333267925/Put/seqid=0 2024-12-04T17:28:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741849_1025 (size=8517) 2024-12-04T17:28:04,990 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:05,366 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b5d7387caf45088d6276dffcf00e60 2024-12-04T17:28:05,388 DEBUG [M:0;1bc61fcf61ea:35813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7bd80b040946e09e7c884d399ccca5 is 69, key is 1bc61fcf61ea,43169,1733333252939/rs:state/1733333254788/Put/seqid=0 2024-12-04T17:28:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741850_1026 (size=5156) 2024-12-04T17:28:05,394 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7bd80b040946e09e7c884d399ccca5 2024-12-04T17:28:05,398 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd0675e8997246689563784f705d327e as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd0675e8997246689563784f705d327e 2024-12-04T17:28:05,403 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd0675e8997246689563784f705d327e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:28:05,405 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b5d7387caf45088d6276dffcf00e60 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b5d7387caf45088d6276dffcf00e60 2024-12-04T17:28:05,410 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b5d7387caf45088d6276dffcf00e60, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:28:05,411 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db7bd80b040946e09e7c884d399ccca5 as hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db7bd80b040946e09e7c884d399ccca5 2024-12-04T17:28:05,421 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/04aa2c84-9425-bc70-6596-2d17fb638f5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db7bd80b040946e09e7c884d399ccca5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:28:05,422 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false 2024-12-04T17:28:05,425 INFO [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:05,425 DEBUG [M:0;1bc61fcf61ea:35813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333284852Disabling compacts and flushes for region at 1733333284852Disabling writes for close at 1733333284853 (+1 ms)Obtaining lock to block concurrent updates at 1733333284853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333284853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333284853Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333284853Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333284854 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333284876 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333284876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333284906 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333284943 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333284943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333285370 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333285388 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333285388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d7ff71: reopening flushed file at 1733333285397 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54742c27: reopening flushed file at 1733333285403 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a28e28: reopening flushed file at 1733333285410 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false at 1733333285422 (+12 ms)Writing region close event to WAL at 1733333285425 (+3 ms)Closed at 1733333285425 2024-12-04T17:28:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:28:05,436 INFO [M:0;1bc61fcf61ea:35813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:05,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:05,436 INFO [M:0;1bc61fcf61ea:35813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35813 2024-12-04T17:28:05,437 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35813-0x100a645c76c0003, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:05,539 INFO [M:0;1bc61fcf61ea:35813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:05,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77cb3a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:05,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37999a1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:05,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:05,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:05,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9e1646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:05,549 WARN [BP-1857516822-172.17.0.2-1733333252095 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:05,549 WARN [BP-1857516822-172.17.0.2-1733333252095 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857516822-172.17.0.2-1733333252095 (Datanode Uuid 550d09d9-50b9-4fba-b071-9c1e04f972e9) service to localhost/127.0.0.1:44303 2024-12-04T17:28:05,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/cluster_ecf85cee-8d06-7dc6-396f-e891d49e8010/data/data1/current/BP-1857516822-172.17.0.2-1733333252095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:05,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/cluster_ecf85cee-8d06-7dc6-396f-e891d49e8010/data/data2/current/BP-1857516822-172.17.0.2-1733333252095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:05,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:05,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:05,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:05,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cd26dc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:05,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dafa61f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:05,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:05,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:05,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71788b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e941d040-9248-3081-f075-b123048139ae/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:05,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:05,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:05,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:05,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:05,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:05,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:05,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:05,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:05,585 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887714132, stopped=false 2024-12-04T17:28:05,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,39259,1733333249613 2024-12-04T17:28:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-540606582/running 2024-12-04T17:28:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-540606582/running 2024-12-04T17:28:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:28:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:28:05,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:05,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/running 2024-12-04T17:28:05,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Set watcher on znode that does not yet exist, /0-540606582/running 2024-12-04T17:28:05,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:05,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:05,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:05,587 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,45297,1733333249652' ***** 2024-12-04T17:28:05,587 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:05,588 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:05,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:05,588 INFO [RS:0;1bc61fcf61ea:45297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:05,588 INFO [RS:0;1bc61fcf61ea:45297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c0eccf4ab7de26415f3d87403dca9f8 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,45297,1733333249652 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45297. 2024-12-04T17:28:05,589 DEBUG [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:05,589 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:05,589 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:05,589 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c0eccf4ab7de26415f3d87403dca9f8, disabling compactions & flushes 2024-12-04T17:28:05,590 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:28:05,590 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:28:05,590 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. after waiting 0 ms 2024-12-04T17:28:05,590 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:28:05,590 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c0eccf4ab7de26415f3d87403dca9f8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T17:28:05,597 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:05,597 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1325): Online Regions={2c0eccf4ab7de26415f3d87403dca9f8=test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8., 1588230740=hbase:meta,,1.1588230740, dd843f8a03894502e940a616ea1e463d=hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d.} 2024-12-04T17:28:05,597 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eccf4ab7de26415f3d87403dca9f8, dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:05,597 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:05,597 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:05,597 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:05,597 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:05,597 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:05,597 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:05,613 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f/1fd52a809f554d8981584f0f52f46c0a is 37, key is row3/f:row3/1733333278549/Put/seqid=0 2024-12-04T17:28:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741840_1016 (size=5228) 2024-12-04T17:28:05,634 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f/1fd52a809f554d8981584f0f52f46c0a 2024-12-04T17:28:05,641 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/info/36c262a2c1394314b15dd7ac959c96bb is 147, key is hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d./info:regioninfo/1733333265413/Put/seqid=0 2024-12-04T17:28:05,646 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fd52a809f554d8981584f0f52f46c0a 2024-12-04T17:28:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:05,651 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/info/36c262a2c1394314b15dd7ac959c96bb 2024-12-04T17:28:05,670 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f1/95bba3ff2abb4f40b50dc02df166164c is 30, key is row1/f1:/1733333275864/DeleteFamily/seqid=0 2024-12-04T17:28:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741842_1018 (size=5158) 2024-12-04T17:28:05,683 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:05,683 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f1/95bba3ff2abb4f40b50dc02df166164c 2024-12-04T17:28:05,688 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95bba3ff2abb4f40b50dc02df166164c 2024-12-04T17:28:05,689 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/ns/664eec0fe0824f069ddded1fac424d8d is 43, key is default/ns:d/1733333252012/Put/seqid=0 2024-12-04T17:28:05,707 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/norep/03d8f37082c34702b1ac7196c2d96bb2 is 32, key is row/norep:/1733333274856/DeleteFamily/seqid=0 2024-12-04T17:28:05,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:28:05,740 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/ns/664eec0fe0824f069ddded1fac424d8d 2024-12-04T17:28:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741844_1020 (size=5101) 2024-12-04T17:28:05,774 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/rep_barrier/0151d8c7896e4ad38a97f2d75b8c2881 is 112, key is test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8./rep_barrier:seqnumDuringOpen/1733333259555/Put/seqid=0 2024-12-04T17:28:05,797 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eccf4ab7de26415f3d87403dca9f8, dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741845_1021 (size=5518) 2024-12-04T17:28:05,804 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/rep_barrier/0151d8c7896e4ad38a97f2d75b8c2881 2024-12-04T17:28:05,828 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/table/aa1338e2b4e44a8eb1e2bdcdd62ff900 is 53, key is hbase:replication/table:state/1733333265419/Put/seqid=0 2024-12-04T17:28:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:28:05,994 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1493, reset compression=false 2024-12-04T17:28:05,997 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c0eccf4ab7de26415f3d87403dca9f8, dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:05,998 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:05,998 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1740, reset compression=false 2024-12-04T17:28:05,998 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,45297,1733333249652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:05,999 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,45297,1733333249652: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,45297,1733333249652, walGroup=1bc61fcf61ea%2C45297%2C1733333249652, offset=1bc61fcf61ea%2C45297%2C1733333249652.1733333251554:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:45297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:06,000 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:06,000 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:06,000 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:06,000 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:06,000 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:06,000 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1289748480, "init": 1048576000, "max": 2306867200, "used": 875819216 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198548896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:06,001 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:39259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:39259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:06,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,144 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/norep/03d8f37082c34702b1ac7196c2d96bb2 2024-12-04T17:28:06,148 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d8f37082c34702b1ac7196c2d96bb2 2024-12-04T17:28:06,149 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f/1fd52a809f554d8981584f0f52f46c0a as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/f/1fd52a809f554d8981584f0f52f46c0a 2024-12-04T17:28:06,152 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fd52a809f554d8981584f0f52f46c0a 2024-12-04T17:28:06,153 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/f/1fd52a809f554d8981584f0f52f46c0a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T17:28:06,153 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/f1/95bba3ff2abb4f40b50dc02df166164c as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/f1/95bba3ff2abb4f40b50dc02df166164c 2024-12-04T17:28:06,157 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95bba3ff2abb4f40b50dc02df166164c 2024-12-04T17:28:06,158 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/f1/95bba3ff2abb4f40b50dc02df166164c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:06,159 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/.tmp/norep/03d8f37082c34702b1ac7196c2d96bb2 as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/norep/03d8f37082c34702b1ac7196c2d96bb2 2024-12-04T17:28:06,163 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d8f37082c34702b1ac7196c2d96bb2 2024-12-04T17:28:06,163 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/norep/03d8f37082c34702b1ac7196c2d96bb2, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T17:28:06,164 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2c0eccf4ab7de26415f3d87403dca9f8 in 574ms, sequenceid=12, compaction requested=false 2024-12-04T17:28:06,164 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:28:06,167 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/default/test/2c0eccf4ab7de26415f3d87403dca9f8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T17:28:06,167 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:06,167 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:06,168 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c0eccf4ab7de26415f3d87403dca9f8: Waiting for close lock at 1733333285589Running coprocessor pre-close hooks at 1733333285589Disabling compacts and flushes for region at 1733333285589Disabling writes for close at 1733333285590 (+1 ms)Obtaining lock to block concurrent updates at 1733333285590Preparing flush snapshotting stores in 2c0eccf4ab7de26415f3d87403dca9f8 at 1733333285590Finished memstore snapshotting test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733333285590Flushing stores of test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. at 1733333285591 (+1 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f: creating writer at 1733333285591Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f: appending metadata at 1733333285612 (+21 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f: closing flushed file at 1733333285612Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f1: creating writer at 1733333285646 (+34 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f1: appending metadata at 1733333285670 (+24 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/f1: closing flushed file at 1733333285670Flushing 2c0eccf4ab7de26415f3d87403dca9f8/norep: creating writer at 1733333285688 (+18 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/norep: appending metadata at 1733333285706 (+18 ms)Flushing 2c0eccf4ab7de26415f3d87403dca9f8/norep: closing flushed file at 1733333285706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130c2975: reopening flushed file at 1733333286148 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658aabde: reopening flushed file at 1733333286153 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565260cb: reopening flushed file at 1733333286158 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2c0eccf4ab7de26415f3d87403dca9f8 in 574ms, sequenceid=12, compaction requested=false at 1733333286164 (+6 ms)Writing region close event to WAL at 1733333286165 (+1 ms)Running coprocessor post-close hooks at 1733333286167 (+2 ms)Closed at 1733333286168 (+1 ms) 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333258795.2c0eccf4ab7de26415f3d87403dca9f8. 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd843f8a03894502e940a616ea1e463d, disabling compactions & flushes 2024-12-04T17:28:06,168 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. after waiting 0 ms 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd843f8a03894502e940a616ea1e463d: Waiting for close lock at 1733333286168Running coprocessor pre-close hooks at 1733333286168Disabling compacts and flushes for region at 1733333286168Disabling writes for close at 1733333286168Failed flush hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d., putting online again at 1733333286168 2024-12-04T17:28:06,168 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,198 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:06,198 DEBUG [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd843f8a03894502e940a616ea1e463d 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd843f8a03894502e940a616ea1e463d, disabling compactions & flushes 2024-12-04T17:28:06,198 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. after waiting 0 ms 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd843f8a03894502e940a616ea1e463d: Waiting for close lock at 1733333286198Running coprocessor pre-close hooks at 1733333286198Disabling compacts and flushes for region at 1733333286198Disabling writes for close at 1733333286198Failed flush hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d., putting online again at 1733333286198 2024-12-04T17:28:06,198 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333264250.dd843f8a03894502e940a616ea1e463d. 2024-12-04T17:28:06,201 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 1740, reset compression=false 2024-12-04T17:28:06,205 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:06,205 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 2384, reset compression=false 2024-12-04T17:28:06,232 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/table/aa1338e2b4e44a8eb1e2bdcdd62ff900 2024-12-04T17:28:06,237 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/info/36c262a2c1394314b15dd7ac959c96bb as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/info/36c262a2c1394314b15dd7ac959c96bb 2024-12-04T17:28:06,241 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/info/36c262a2c1394314b15dd7ac959c96bb, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:06,242 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/ns/664eec0fe0824f069ddded1fac424d8d as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/ns/664eec0fe0824f069ddded1fac424d8d 2024-12-04T17:28:06,247 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/ns/664eec0fe0824f069ddded1fac424d8d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:06,248 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/rep_barrier/0151d8c7896e4ad38a97f2d75b8c2881 as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/rep_barrier/0151d8c7896e4ad38a97f2d75b8c2881 2024-12-04T17:28:06,253 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/rep_barrier/0151d8c7896e4ad38a97f2d75b8c2881, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:06,254 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/.tmp/table/aa1338e2b4e44a8eb1e2bdcdd62ff900 as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/table/aa1338e2b4e44a8eb1e2bdcdd62ff900 2024-12-04T17:28:06,260 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/table/aa1338e2b4e44a8eb1e2bdcdd62ff900, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:06,261 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:06,261 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:28:06,265 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:06,266 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:06,266 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:06,266 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:06,266 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333285597Running coprocessor pre-close hooks at 1733333285597Disabling compacts and flushes for region at 1733333285597Disabling writes for close at 1733333285597Obtaining lock to block concurrent updates at 1733333285597Preparing flush snapshotting stores in 1588230740 at 1733333285597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333285613 (+16 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333285615 (+2 ms)Flushing 1588230740/info: creating writer at 1733333285615Flushing 1588230740/info: appending metadata at 1733333285641 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733333285641Flushing 1588230740/ns: creating writer at 1733333285667 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733333285689 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333285689Flushing 1588230740/rep_barrier: creating writer at 1733333285751 (+62 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333285773 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333285773Flushing 1588230740/table: creating writer at 1733333285808 (+35 ms)Flushing 1588230740/table: appending metadata at 1733333285828 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733333285828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0208e0: reopening flushed file at 1733333286236 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223df5d0: reopening flushed file at 1733333286242 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0508ad: reopening flushed file at 1733333286247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6b6b59: reopening flushed file at 1733333286253 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false at 1733333286261 (+8 ms)Writing region close event to WAL at 1733333286263 (+2 ms)Running coprocessor post-close hooks at 1733333286266 (+3 ms)Closed at 1733333286266 2024-12-04T17:28:06,266 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:06,375 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:39259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-04T17:28:06,398 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T17:28:06,398 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,45297,1733333249652; all regions closed. 2024-12-04T17:28:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:06,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.meta.1733333251980.meta not finished, retry = 0 2024-12-04T17:28:06,407 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.1733333251554 to pos 2384, reset compression=false 2024-12-04T17:28:06,417 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:06,417 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741839_1015 (size=2609) 2024-12-04T17:28:06,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/WALs/1bc61fcf61ea,45297,1733333249652/1bc61fcf61ea%2C45297%2C1733333249652.rep.1733333265385 not finished, retry = 0 2024-12-04T17:28:06,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741833_1009 (size=2392) 2024-12-04T17:28:06,605 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:06,605 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:06,605 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:06,606 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:06,606 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:06,606 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:06,606 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,45297,1733333249652 because: Region server is closing 2024-12-04T17:28:06,606 INFO [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45297. 2024-12-04T17:28:06,606 DEBUG [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:06,606 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:06,606 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:06,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:06,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:06,707 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.shipper1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 terminated 2024-12-04T17:28:06,707 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,45297,1733333249652.replicationSource.wal-reader.1bc61fcf61ea%2C45297%2C1733333249652,1-1bc61fcf61ea,45297,1733333249652 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:28:06,707 INFO [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:45297. 2024-12-04T17:28:06,707 DEBUG [RS:0;1bc61fcf61ea:45297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:06,707 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:06,707 DEBUG [RS:0;1bc61fcf61ea:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:06,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:06,707 INFO [RS:0;1bc61fcf61ea:45297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45297 2024-12-04T17:28:06,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-540606582/rs/1bc61fcf61ea,45297,1733333249652 2024-12-04T17:28:06,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582/rs 2024-12-04T17:28:06,708 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:06,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,45297,1733333249652] 2024-12-04T17:28:06,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-540606582/draining/1bc61fcf61ea,45297,1733333249652 already deleted, retry=false 2024-12-04T17:28:06,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,45297,1733333249652 expired; onlineServers=0 2024-12-04T17:28:06,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,39259,1733333249613' ***** 2024-12-04T17:28:06,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:06,710 DEBUG [M:0;1bc61fcf61ea:39259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:06,710 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:06,710 DEBUG [M:0;1bc61fcf61ea:39259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:06,710 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333251386 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333251386,5,FailOnTimeoutGroup] 2024-12-04T17:28:06,710 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333251386 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333251386,5,FailOnTimeoutGroup] 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:06,710 DEBUG [M:0;1bc61fcf61ea:39259 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:06,710 INFO [M:0;1bc61fcf61ea:39259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:06,711 INFO [M:0;1bc61fcf61ea:39259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:06,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:06,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-540606582/master 2024-12-04T17:28:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-540606582 2024-12-04T17:28:06,712 DEBUG [M:0;1bc61fcf61ea:39259 {}] zookeeper.ZKUtil(347): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Unable to get data of znode /0-540606582/master because node does not exist (not an error) 2024-12-04T17:28:06,712 WARN [M:0;1bc61fcf61ea:39259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:06,712 INFO [M:0;1bc61fcf61ea:39259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/.lastflushedseqids 2024-12-04T17:28:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741847_1023 (size=245) 2024-12-04T17:28:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:06,809 INFO [RS:0;1bc61fcf61ea:45297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x100a645c76c0001, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:06,809 INFO [RS:0;1bc61fcf61ea:45297 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,45297,1733333249652; zookeeper connection closed. 2024-12-04T17:28:06,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bc7a3f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bc7a3f1 2024-12-04T17:28:06,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:07,116 INFO [M:0;1bc61fcf61ea:39259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:07,116 INFO [M:0;1bc61fcf61ea:39259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:07,116 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:07,116 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:07,116 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:07,116 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:07,116 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:07,116 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T17:28:07,132 DEBUG [M:0;1bc61fcf61ea:39259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4fc01c2d8c4dfab93c715fc1627d03 is 82, key is hbase:meta,,1/info:regioninfo/1733333252005/Put/seqid=0 2024-12-04T17:28:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741848_1024 (size=5672) 2024-12-04T17:28:07,137 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4fc01c2d8c4dfab93c715fc1627d03 2024-12-04T17:28:07,161 DEBUG [M:0;1bc61fcf61ea:39259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8cbd47bad742b7a162e99b053e44eb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733333259567/Put/seqid=0 2024-12-04T17:28:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741849_1025 (size=7219) 2024-12-04T17:28:07,565 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8cbd47bad742b7a162e99b053e44eb 2024-12-04T17:28:07,568 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b8cbd47bad742b7a162e99b053e44eb 2024-12-04T17:28:07,580 DEBUG [M:0;1bc61fcf61ea:39259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82387518e22546d58fffc5e8a80d6a60 is 69, key is 1bc61fcf61ea,45297,1733333249652/rs:state/1733333251394/Put/seqid=0 2024-12-04T17:28:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741850_1026 (size=5156) 2024-12-04T17:28:07,983 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82387518e22546d58fffc5e8a80d6a60 2024-12-04T17:28:07,987 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4fc01c2d8c4dfab93c715fc1627d03 as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c4fc01c2d8c4dfab93c715fc1627d03 2024-12-04T17:28:07,990 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c4fc01c2d8c4dfab93c715fc1627d03, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T17:28:07,991 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8cbd47bad742b7a162e99b053e44eb as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8cbd47bad742b7a162e99b053e44eb 2024-12-04T17:28:07,994 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b8cbd47bad742b7a162e99b053e44eb 2024-12-04T17:28:07,994 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8cbd47bad742b7a162e99b053e44eb, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T17:28:07,994 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82387518e22546d58fffc5e8a80d6a60 as hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82387518e22546d58fffc5e8a80d6a60 2024-12-04T17:28:07,998 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46229/user/jenkins/test-data/30f24fbb-5918-8762-20c1-f1f79fb4f810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82387518e22546d58fffc5e8a80d6a60, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T17:28:07,998 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false 2024-12-04T17:28:08,000 INFO [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:08,000 DEBUG [M:0;1bc61fcf61ea:39259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333287116Disabling compacts and flushes for region at 1733333287116Disabling writes for close at 1733333287116Obtaining lock to block concurrent updates at 1733333287116Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333287116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733333287117 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333287117Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333287117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333287132 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333287132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333287142 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333287160 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333287160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333287568 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333287579 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333287579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40aa950d: reopening flushed file at 1733333287987 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485ec65d: reopening flushed file at 1733333287990 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abe52f8: reopening flushed file at 1733333287994 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=105, compaction requested=false at 1733333287998 (+4 ms)Writing region close event to WAL at 1733333287999 (+1 ms)Closed at 1733333287999 2024-12-04T17:28:08,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741830_1006 (size=64435) 2024-12-04T17:28:08,002 INFO [M:0;1bc61fcf61ea:39259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:08,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:08,002 INFO [M:0;1bc61fcf61ea:39259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39259 2024-12-04T17:28:08,002 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:08,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:08,104 INFO [M:0;1bc61fcf61ea:39259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:08,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39259-0x100a645c76c0000, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:08,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4a1a95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:08,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bd98a28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:08,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:08,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:08,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24af6efd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:08,108 WARN [BP-101188530-172.17.0.2-1733333248780 heartbeating to localhost/127.0.0.1:46229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:08,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:08,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:08,108 WARN [BP-101188530-172.17.0.2-1733333248780 heartbeating to localhost/127.0.0.1:46229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-101188530-172.17.0.2-1733333248780 (Datanode Uuid a3ec6d4a-63be-4955-9842-fff01e4303a5) service to localhost/127.0.0.1:46229 2024-12-04T17:28:08,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/data/data1/current/BP-101188530-172.17.0.2-1733333248780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:08,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/cluster_cdf9b968-83b2-aefe-abc6-6c4d73039c0d/data/data2/current/BP-101188530-172.17.0.2-1733333248780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:08,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:08,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78790cfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:08,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d10a9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:08,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:08,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:08,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150b11b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4298d08-5a11-a4eb-bd39-b3f328e06cbb/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:08,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:28:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:08,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44303 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46229 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43011 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2379 (was 2331) - AvailableMemoryMB LEAK? - 2024-12-04T17:28:08,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=2379 2024-12-04T17:28:08,159 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T17:28:08,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir so I do NOT create it in target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671 2024-12-04T17:28:08,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:08,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.tmp.dir so I do NOT create it in target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671 2024-12-04T17:28:08,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a50b68e9-9952-709a-7c53-5c8899c08afa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:08,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671 2024-12-04T17:28:08,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a, deleteOnExit=true 2024-12-04T17:28:08,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/zookeeper_0, clientPort=58622, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:28:08,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58622 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/test.cache.data in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:08,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:08,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:08,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:08,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:08,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68439 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a645c76c0005, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a645c76c0008, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a645c76c0002, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:08,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a645c76c0005, quorum=127.0.0.1:62621, baseZNode=/11426828799 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:08,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a645c76c0002, quorum=127.0.0.1:62621, baseZNode=/0-540606582 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:08,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a645c76c0008, quorum=127.0.0.1:62621, baseZNode=/2-818002885 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:08,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:08,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:08,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:08,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:08,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:28:08,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:08,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:08,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:08,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef4fba4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/java.io.tmpdir/jetty-localhost-39369-hadoop-hdfs-3_4_1-tests_jar-_-any-3836900162255518224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:08,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:39369} 2024-12-04T17:28:08,343 INFO [Time-limited test {}] server.Server(415): Started @247138ms 2024-12-04T17:28:08,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:08,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:08,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:08,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:08,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:08,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:08,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:08,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d20b02c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-6403164490647223482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:08,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-12-04T17:28:08,508 INFO [Time-limited test {}] server.Server(415): Started @247302ms 2024-12-04T17:28:08,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:08,563 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/data/data1/current/BP-611145664-172.17.0.2-1733333288178/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:08,563 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/data/data2/current/BP-611145664-172.17.0.2-1733333288178/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:08,582 WARN [Thread-3418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7efb4a611885ee85 with lease ID 0xe58a4d6d40faef44: Processing first storage report for DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671 from datanode DatanodeRegistration(127.0.0.1:39349, datanodeUuid=918cc7f8-a089-4277-ae71-e504712de8a6, infoPort=41587, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1347784023;c=1733333288178) 2024-12-04T17:28:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7efb4a611885ee85 with lease ID 0xe58a4d6d40faef44: from storage DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671 node DatanodeRegistration(127.0.0.1:39349, datanodeUuid=918cc7f8-a089-4277-ae71-e504712de8a6, infoPort=41587, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1347784023;c=1733333288178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7efb4a611885ee85 with lease ID 0xe58a4d6d40faef44: Processing first storage report for DS-2987723f-a3e7-4ff3-b77e-ab3ae51a8b7a from datanode DatanodeRegistration(127.0.0.1:39349, datanodeUuid=918cc7f8-a089-4277-ae71-e504712de8a6, infoPort=41587, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1347784023;c=1733333288178) 2024-12-04T17:28:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7efb4a611885ee85 with lease ID 0xe58a4d6d40faef44: from storage DS-2987723f-a3e7-4ff3-b77e-ab3ae51a8b7a node DatanodeRegistration(127.0.0.1:39349, datanodeUuid=918cc7f8-a089-4277-ae71-e504712de8a6, infoPort=41587, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1347784023;c=1733333288178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:08,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671 2024-12-04T17:28:08,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:08,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:09,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054 with version=8 2024-12-04T17:28:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/hbase-staging 2024-12-04T17:28:09,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:09,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:09,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40821 2024-12-04T17:28:09,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40821 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:09,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408210x0, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:09,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40821-0x100a64661500000 connected 2024-12-04T17:28:09,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:09,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:09,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/running 2024-12-04T17:28:09,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054, hbase.cluster.distributed=false 2024-12-04T17:28:09,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/acl 2024-12-04T17:28:09,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40821 2024-12-04T17:28:09,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40821 2024-12-04T17:28:09,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40821 2024-12-04T17:28:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40821 2024-12-04T17:28:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40821 2024-12-04T17:28:09,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:09,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:09,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:09,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:09,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:09,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:09,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41277 2024-12-04T17:28:09,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41277 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:09,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:09,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:09,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412770x0, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:09,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41277-0x100a64661500001 connected 2024-12-04T17:28:09,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412770x0, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/running 2024-12-04T17:28:09,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:09,093 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:09,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/master 2024-12-04T17:28:09,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/acl 2024-12-04T17:28:09,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T17:28:09,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41277 2024-12-04T17:28:09,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41277 2024-12-04T17:28:09,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T17:28:09,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T17:28:09,111 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:40821 2024-12-04T17:28:09,111 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-626738463/backup-masters/1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:09,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/backup-masters 2024-12-04T17:28:09,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/backup-masters 2024-12-04T17:28:09,112 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on existing znode=/0-626738463/backup-masters/1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:09,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626738463/master 2024-12-04T17:28:09,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:09,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:09,113 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on existing znode=/0-626738463/master 2024-12-04T17:28:09,113 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-626738463/backup-masters/1bc61fcf61ea,40821,1733333289039 from backup master directory 2024-12-04T17:28:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/backup-masters 2024-12-04T17:28:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626738463/backup-masters/1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/backup-masters 2024-12-04T17:28:09,114 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:09,114 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:09,116 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/hbase.id] with ID: 0a4d36e1-6eee-411e-a62a-84234e41cbe0 2024-12-04T17:28:09,116 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/.tmp/hbase.id 2024-12-04T17:28:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:09,523 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/.tmp/hbase.id]:[hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/hbase.id] 2024-12-04T17:28:09,529 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:09,529 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:09,529 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T17:28:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:09,935 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:09,936 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:09,936 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:10,341 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store 2024-12-04T17:28:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:10,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:10,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:10,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333290749Disabling compacts and flushes for region at 1733333290749Disabling writes for close at 1733333290749Writing region close event to WAL at 1733333290749Closed at 1733333290749 2024-12-04T17:28:10,750 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/.initializing 2024-12-04T17:28:10,750 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/WALs/1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:10,750 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:10,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C40821%2C1733333289039, suffix=, logDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/WALs/1bc61fcf61ea,40821,1733333289039, archiveDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:10,762 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/WALs/1bc61fcf61ea,40821,1733333289039/1bc61fcf61ea%2C40821%2C1733333289039.1733333290752, exclude list is [], retry=0 2024-12-04T17:28:10,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671,DISK] 2024-12-04T17:28:10,766 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/WALs/1bc61fcf61ea,40821,1733333289039/1bc61fcf61ea%2C40821%2C1733333289039.1733333290752 2024-12-04T17:28:10,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-04T17:28:10,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:10,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:10,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,766 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:10,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:10,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:10,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:10,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:10,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:10,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:10,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:10,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:10,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:10,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:10,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:10,772 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,772 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,772 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,773 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,773 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,774 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:10,774 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:10,776 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:10,776 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64204395, jitterRate=-0.04327996075153351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:10,777 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333290766Initializing all the Stores at 1733333290767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333290767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333290767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333290767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333290767Cleaning up temporary data from old regions at 1733333290773 (+6 ms)Region opened successfully at 1733333290776 (+3 ms) 2024-12-04T17:28:10,777 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:10,779 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2eb230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:10,780 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:10,781 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:10,782 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:10,782 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:10,813 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/balancer already deleted, retry=false 2024-12-04T17:28:10,813 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:10,814 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:10,869 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/normalizer already deleted, retry=false 2024-12-04T17:28:10,869 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:10,870 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:10,886 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/switch/split already deleted, retry=false 2024-12-04T17:28:10,886 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:10,887 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/switch/merge already deleted, retry=false 2024-12-04T17:28:10,889 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:10,889 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626738463/running 2024-12-04T17:28:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626738463/running 2024-12-04T17:28:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,890 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,40821,1733333289039, sessionid=0x100a64661500000, setting cluster-up flag (Was=false) 2024-12-04T17:28:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,894 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626738463/flush-table-proc/acquired, /0-626738463/flush-table-proc/reached, /0-626738463/flush-table-proc/abort 2024-12-04T17:28:10,894 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:10,898 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626738463/online-snapshot/acquired, /0-626738463/online-snapshot/reached, /0-626738463/online-snapshot/abort 2024-12-04T17:28:10,898 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:10,899 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:10,900 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:10,900 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:10,900 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:10,900 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,40821,1733333289039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:10,901 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333320902 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:10,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:10,902 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:10,903 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333290903,5,FailOnTimeoutGroup] 2024-12-04T17:28:10,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:10,903 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333290903,5,FailOnTimeoutGroup] 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,903 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,904 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(746): ClusterId : 0a4d36e1-6eee-411e-a62a-84234e41cbe0 2024-12-04T17:28:10,904 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:10,905 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:10,905 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:10,906 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:10,906 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e193185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:10,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:10,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054 2024-12-04T17:28:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:10,923 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:41277 2024-12-04T17:28:10,923 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:10,923 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:10,923 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:10,924 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,40821,1733333289039 with port=41277, startcode=1733333289083 2024-12-04T17:28:10,924 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:10,925 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:10,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,927 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054 2024-12-04T17:28:10,927 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40585 2024-12-04T17:28:10,927 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/rs 2024-12-04T17:28:10,928 DEBUG [RS:0;1bc61fcf61ea:41277 {}] zookeeper.ZKUtil(111): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on existing znode=/0-626738463/rs/1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,928 WARN [RS:0;1bc61fcf61ea:41277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:10,928 INFO [RS:0;1bc61fcf61ea:41277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:10,928 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,41277,1733333289083] 2024-12-04T17:28:10,935 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:10,936 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:10,936 INFO [RS:0;1bc61fcf61ea:41277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:10,936 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,936 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:10,937 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:10,937 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:10,937 DEBUG [RS:0;1bc61fcf61ea:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,938 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41277,1733333289083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:10,952 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:10,952 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41277,1733333289083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,952 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,952 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.Replication(171): 1bc61fcf61ea,41277,1733333289083 started 2024-12-04T17:28:10,962 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:10,962 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,41277,1733333289083, RpcServer on 1bc61fcf61ea/172.17.0.2:41277, sessionid=0x100a64661500001 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41277,1733333289083' 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626738463/flush-table-proc/abort' 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626738463/flush-table-proc/acquired' 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41277,1733333289083' 2024-12-04T17:28:10,963 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626738463/online-snapshot/abort' 2024-12-04T17:28:10,964 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626738463/online-snapshot/acquired' 2024-12-04T17:28:10,964 DEBUG [RS:0;1bc61fcf61ea:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:10,964 INFO [RS:0;1bc61fcf61ea:41277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:10,964 INFO [RS:0;1bc61fcf61ea:41277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:11,065 INFO [RS:0;1bc61fcf61ea:41277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:11,066 INFO [RS:0;1bc61fcf61ea:41277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41277%2C1733333289083, suffix=, logDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083, archiveDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/oldWALs, maxLogs=10 2024-12-04T17:28:11,076 DEBUG [RS:0;1bc61fcf61ea:41277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, exclude list is [], retry=0 2024-12-04T17:28:11,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671,DISK] 2024-12-04T17:28:11,079 INFO [RS:0;1bc61fcf61ea:41277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 2024-12-04T17:28:11,079 DEBUG [RS:0;1bc61fcf61ea:41277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-04T17:28:11,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:11,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:11,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:11,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:11,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:11,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:11,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:11,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:11,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:11,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:11,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740 2024-12-04T17:28:11,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740 2024-12-04T17:28:11,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:11,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:11,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:11,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:11,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:11,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70131531, jitterRate=0.045041248202323914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:11,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333291320Initializing all the Stores at 1733333291321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333291321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291321Cleaning up temporary data from old regions at 1733333291327 (+6 ms)Region opened successfully at 1733333291329 (+2 ms) 2024-12-04T17:28:11,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:11,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:11,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:11,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:11,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:11,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:11,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333291329Disabling compacts and flushes for region at 1733333291329Disabling writes for close at 1733333291330 (+1 ms)Writing region close event to WAL at 1733333291330Closed at 1733333291330 2024-12-04T17:28:11,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:11,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:11,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:11,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:11,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:11,482 DEBUG [1bc61fcf61ea:40821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:11,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:11,483 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41277,1733333289083, state=OPENING 2024-12-04T17:28:11,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:11,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:11,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:11,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:11,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626738463/meta-region-server: CHANGED 2024-12-04T17:28:11,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626738463/meta-region-server: CHANGED 2024-12-04T17:28:11,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41277,1733333289083}] 2024-12-04T17:28:11,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:11,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:11,641 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:11,641 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:11,641 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:11,642 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41277%2C1733333289083.meta, suffix=.meta, logDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083, archiveDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/oldWALs, maxLogs=10 2024-12-04T17:28:11,652 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.meta.1733333291642.meta, exclude list is [], retry=0 2024-12-04T17:28:11,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671,DISK] 2024-12-04T17:28:11,655 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.meta.1733333291642.meta 2024-12-04T17:28:11,655 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-04T17:28:11,655 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:11,656 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:11,656 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:11,656 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:11,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:11,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:11,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:11,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:11,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:11,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:11,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:11,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:11,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:11,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:11,661 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:11,662 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740 2024-12-04T17:28:11,663 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740 2024-12-04T17:28:11,664 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:11,664 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:11,664 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:11,665 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:11,666 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59747569, jitterRate=-0.10969184339046478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:11,666 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:11,666 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333291656Writing region info on filesystem at 1733333291656Initializing all the Stores at 1733333291657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333291657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333291657Cleaning up temporary data from old regions at 1733333291664 (+7 ms)Running coprocessor post-open hooks at 1733333291666 (+2 ms)Region opened successfully at 1733333291666 2024-12-04T17:28:11,667 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333291637 2024-12-04T17:28:11,668 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:11,669 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:11,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:11,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41277,1733333289083, state=OPEN 2024-12-04T17:28:11,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:11,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626738463/meta-region-server 2024-12-04T17:28:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626738463/meta-region-server 2024-12-04T17:28:11,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:11,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626738463/meta-region-server: CHANGED 2024-12-04T17:28:11,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626738463/meta-region-server: CHANGED 2024-12-04T17:28:11,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:11,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41277,1733333289083 in 186 msec 2024-12-04T17:28:11,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:11,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-12-04T17:28:11,675 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:11,675 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:11,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:11,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41277,1733333289083, seqNum=-1] 2024-12-04T17:28:11,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:11,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:11,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 781 msec 2024-12-04T17:28:11,682 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333291682, completionTime=-1 2024-12-04T17:28:11,682 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:11,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:11,683 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:11,683 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333351683 2024-12-04T17:28:11,683 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333411683 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:40821, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,685 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,686 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:11,687 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.573sec 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:11,688 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:11,689 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:11,689 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:11,689 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,40821,1733333289039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:11,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:11,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:11,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40821,-1 for getting cluster id 2024-12-04T17:28:11,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:11,706 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4d36e1-6eee-411e-a62a-84234e41cbe0' 2024-12-04T17:28:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4d36e1-6eee-411e-a62a-84234e41cbe0" 2024-12-04T17:28:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52010c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40821,-1] 2024-12-04T17:28:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:11,707 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:11,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:11,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41277,1733333289083, seqNum=-1] 2024-12-04T17:28:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:11,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:11,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:11,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a64661500002 connected 2024-12-04T17:28:11,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir so I do NOT create it in target/test-data/af3af723-ed04-5f11-a497-ccef6a764369 2024-12-04T17:28:11,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:11,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.tmp.dir so I do NOT create it in target/test-data/af3af723-ed04-5f11-a497-ccef6a764369 2024-12-04T17:28:11,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:11,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/cluster_683c5932-3345-abad-50e4-3a505d475cb8, deleteOnExit=true 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/test.cache.data in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:11,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:11,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:11,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:11,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:11,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:11,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:11,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:11,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:11,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:11,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:11,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:11,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/java.io.tmpdir/jetty-localhost-35087-hadoop-hdfs-3_4_1-tests_jar-_-any-3937003788274357723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:11,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:35087} 2024-12-04T17:28:11,859 INFO [Time-limited test {}] server.Server(415): Started @250654ms 2024-12-04T17:28:11,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:11,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:11,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:11,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:11,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:11,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:11,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:12,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521605cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/java.io.tmpdir/jetty-localhost-35713-hadoop-hdfs-3_4_1-tests_jar-_-any-7668805009698138672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:12,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:35713} 2024-12-04T17:28:12,082 INFO [Time-limited test {}] server.Server(415): Started @250877ms 2024-12-04T17:28:12,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:12,143 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/cluster_683c5932-3345-abad-50e4-3a505d475cb8/data/data1/current/BP-820958627-172.17.0.2-1733333291730/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:12,145 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/cluster_683c5932-3345-abad-50e4-3a505d475cb8/data/data2/current/BP-820958627-172.17.0.2-1733333291730/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:12,169 WARN [Thread-3539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe25e3ed55101838d with lease ID 0xdd2ee7989ec26854: Processing first storage report for DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3 from datanode DatanodeRegistration(127.0.0.1:37793, datanodeUuid=7f0a0499-c2a2-4fe5-a275-459bc43d4bd3, infoPort=37947, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1290014321;c=1733333291730) 2024-12-04T17:28:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe25e3ed55101838d with lease ID 0xdd2ee7989ec26854: from storage DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3 node DatanodeRegistration(127.0.0.1:37793, datanodeUuid=7f0a0499-c2a2-4fe5-a275-459bc43d4bd3, infoPort=37947, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1290014321;c=1733333291730), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T17:28:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe25e3ed55101838d with lease ID 0xdd2ee7989ec26854: Processing first storage report for DS-44447c7d-0f51-4605-b278-5b1c5363ac50 from datanode DatanodeRegistration(127.0.0.1:37793, datanodeUuid=7f0a0499-c2a2-4fe5-a275-459bc43d4bd3, infoPort=37947, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1290014321;c=1733333291730) 2024-12-04T17:28:12,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe25e3ed55101838d with lease ID 0xdd2ee7989ec26854: from storage DS-44447c7d-0f51-4605-b278-5b1c5363ac50 node DatanodeRegistration(127.0.0.1:37793, datanodeUuid=7f0a0499-c2a2-4fe5-a275-459bc43d4bd3, infoPort=37947, infoSecurePort=0, ipcPort=37687, storageInfo=lv=-57;cid=testClusterID;nsid=1290014321;c=1733333291730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:12,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369 2024-12-04T17:28:12,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:12,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322 with version=8 2024-12-04T17:28:12,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/hbase-staging 2024-12-04T17:28:12,612 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:12,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:12,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38287 2024-12-04T17:28:12,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38287 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:12,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382870x0, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:12,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38287-0x100a64661500003 connected 2024-12-04T17:28:12,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/running 2024-12-04T17:28:12,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322, hbase.cluster.distributed=false 2024-12-04T17:28:12,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/acl 2024-12-04T17:28:12,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38287 2024-12-04T17:28:12,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38287 2024-12-04T17:28:12,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38287 2024-12-04T17:28:12,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38287 2024-12-04T17:28:12,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38287 2024-12-04T17:28:12,652 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:12,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:12,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39977 2024-12-04T17:28:12,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39977 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:12,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399770x0, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:12,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399770x0, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/running 2024-12-04T17:28:12,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39977-0x100a64661500004 connected 2024-12-04T17:28:12,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:12,659 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:12,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/master 2024-12-04T17:28:12,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/acl 2024-12-04T17:28:12,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39977 2024-12-04T17:28:12,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39977 2024-12-04T17:28:12,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39977 2024-12-04T17:28:12,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39977 2024-12-04T17:28:12,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39977 2024-12-04T17:28:12,677 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:38287 2024-12-04T17:28:12,678 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /173731951/backup-masters/1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:12,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/backup-masters 2024-12-04T17:28:12,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/backup-masters 2024-12-04T17:28:12,679 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on existing znode=/173731951/backup-masters/1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:12,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:12,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/173731951/master 2024-12-04T17:28:12,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:12,680 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on existing znode=/173731951/master 2024-12-04T17:28:12,681 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /173731951/backup-masters/1bc61fcf61ea,38287,1733333292612 from backup master directory 2024-12-04T17:28:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/backup-masters 2024-12-04T17:28:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/173731951/backup-masters/1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/backup-masters 2024-12-04T17:28:12,681 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:12,681 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:12,686 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/hbase.id] with ID: a1928e56-3016-4b27-bbcb-c44e6d75e4f1 2024-12-04T17:28:12,686 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/.tmp/hbase.id 2024-12-04T17:28:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:13,091 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/.tmp/hbase.id]:[hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/hbase.id] 2024-12-04T17:28:13,104 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:13,104 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:13,105 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:28:13,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:13,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:13,592 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:13,593 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:13,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:14,058 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store 2024-12-04T17:28:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:14,528 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:14,528 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:14,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333294528Disabling compacts and flushes for region at 1733333294528Disabling writes for close at 1733333294528Writing region close event to WAL at 1733333294528Closed at 1733333294528 2024-12-04T17:28:14,529 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/.initializing 2024-12-04T17:28:14,529 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/WALs/1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:14,530 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:14,531 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C38287%2C1733333292612, suffix=, logDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/WALs/1bc61fcf61ea,38287,1733333292612, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:14,548 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/WALs/1bc61fcf61ea,38287,1733333292612/1bc61fcf61ea%2C38287%2C1733333292612.1733333294532, exclude list is [], retry=0 2024-12-04T17:28:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3,DISK] 2024-12-04T17:28:14,574 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/WALs/1bc61fcf61ea,38287,1733333292612/1bc61fcf61ea%2C38287%2C1733333292612.1733333294532 2024-12-04T17:28:14,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37947:37947)] 2024-12-04T17:28:14,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:14,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:14,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:14,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:14,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:14,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:14,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:14,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:14,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:14,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:14,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:14,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:14,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:14,592 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,594 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,595 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,595 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,596 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:14,596 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:14,605 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:14,605 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62276691, jitterRate=-0.07200498878955841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:14,605 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333294577Initializing all the Stores at 1733333294578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333294578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333294579 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333294579Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333294579Cleaning up temporary data from old regions at 1733333294595 (+16 ms)Region opened successfully at 1733333294605 (+10 ms) 2024-12-04T17:28:14,605 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:14,608 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c28047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:14,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:14,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:14,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:14,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:14,609 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:14,610 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:14,610 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:14,618 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:14,620 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:14,621 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/balancer already deleted, retry=false 2024-12-04T17:28:14,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:14,622 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:14,623 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/normalizer already deleted, retry=false 2024-12-04T17:28:14,623 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:14,626 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:14,626 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/switch/split already deleted, retry=false 2024-12-04T17:28:14,627 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:14,628 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/switch/merge already deleted, retry=false 2024-12-04T17:28:14,630 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:14,633 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/173731951/running 2024-12-04T17:28:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/173731951/running 2024-12-04T17:28:14,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,646 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,38287,1733333292612, sessionid=0x100a64661500003, setting cluster-up flag (Was=false) 2024-12-04T17:28:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,652 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /173731951/flush-table-proc/acquired, /173731951/flush-table-proc/reached, /173731951/flush-table-proc/abort 2024-12-04T17:28:14,653 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:14,658 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /173731951/online-snapshot/acquired, /173731951/online-snapshot/reached, /173731951/online-snapshot/abort 2024-12-04T17:28:14,658 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:14,661 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:14,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:14,667 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:14,667 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:14,667 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,38287,1733333292612 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:14,668 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:14,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:14,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:14,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:14,686 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(746): ClusterId : a1928e56-3016-4b27-bbcb-c44e6d75e4f1 2024-12-04T17:28:14,686 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:14,688 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:14,688 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:14,694 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:14,694 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc110f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333324717 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:14,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:14,725 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:39977 2024-12-04T17:28:14,725 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:14,725 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:14,725 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:14,726 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,38287,1733333292612 with port=39977, startcode=1733333292652 2024-12-04T17:28:14,726 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:14,745 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,754 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:14,754 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38287 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:28:14,756 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T17:28:14,756 WARN [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T17:28:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:14,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:14,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322 2024-12-04T17:28:14,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:14,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:14,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:14,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:14,772 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:14,772 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:14,801 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333294772,5,FailOnTimeoutGroup] 2024-12-04T17:28:14,829 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333294801,5,FailOnTimeoutGroup] 2024-12-04T17:28:14,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:14,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,857 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,38287,1733333292612 with port=39977, startcode=1733333292652 2024-12-04T17:28:14,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38287 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,860 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322 2024-12-04T17:28:14,860 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44459 2024-12-04T17:28:14,860 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:14,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/rs 2024-12-04T17:28:14,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:14,864 DEBUG [RS:0;1bc61fcf61ea:39977 {}] zookeeper.ZKUtil(111): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on existing znode=/173731951/rs/1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,864 WARN [RS:0;1bc61fcf61ea:39977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:14,864 INFO [RS:0;1bc61fcf61ea:39977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:14,864 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,39977,1733333292652] 2024-12-04T17:28:14,891 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:14,893 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:14,905 INFO [RS:0;1bc61fcf61ea:39977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:14,905 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,908 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:14,908 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:14,908 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:14,909 DEBUG [RS:0;1bc61fcf61ea:39977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:14,923 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,923 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,923 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,923 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,923 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,924 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39977,1733333292652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:14,939 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:14,939 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,39977,1733333292652-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,939 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,939 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.Replication(171): 1bc61fcf61ea,39977,1733333292652 started 2024-12-04T17:28:14,964 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:14,964 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,39977,1733333292652, RpcServer on 1bc61fcf61ea/172.17.0.2:39977, sessionid=0x100a64661500004 2024-12-04T17:28:14,964 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:14,964 DEBUG [RS:0;1bc61fcf61ea:39977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,964 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,39977,1733333292652' 2024-12-04T17:28:14,964 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/173731951/flush-table-proc/abort' 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/173731951/flush-table-proc/acquired' 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,39977,1733333292652' 2024-12-04T17:28:14,965 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/173731951/online-snapshot/abort' 2024-12-04T17:28:14,966 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/173731951/online-snapshot/acquired' 2024-12-04T17:28:14,966 DEBUG [RS:0;1bc61fcf61ea:39977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:14,966 INFO [RS:0;1bc61fcf61ea:39977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:14,966 INFO [RS:0;1bc61fcf61ea:39977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:15,067 INFO [RS:0;1bc61fcf61ea:39977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:15,068 INFO [RS:0;1bc61fcf61ea:39977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C39977%2C1733333292652, suffix=, logDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/oldWALs, maxLogs=10 2024-12-04T17:28:15,085 DEBUG [RS:0;1bc61fcf61ea:39977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, exclude list is [], retry=0 2024-12-04T17:28:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3,DISK] 2024-12-04T17:28:15,093 INFO [RS:0;1bc61fcf61ea:39977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 2024-12-04T17:28:15,093 DEBUG [RS:0;1bc61fcf61ea:39977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37947:37947)] 2024-12-04T17:28:15,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:15,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:15,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:15,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:15,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:15,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:15,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:15,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:15,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:15,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:15,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740 2024-12-04T17:28:15,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740 2024-12-04T17:28:15,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:15,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:15,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:15,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:15,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68325670, jitterRate=0.01813182234764099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333295263Initializing all the Stores at 1733333295264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333295264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295264Cleaning up temporary data from old regions at 1733333295273 (+9 ms)Region opened successfully at 1733333295277 (+4 ms) 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:15,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:15,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:15,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:15,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333295277Disabling compacts and flushes for region at 1733333295277Disabling writes for close at 1733333295277Writing region close event to WAL at 1733333295278 (+1 ms)Closed at 1733333295278 2024-12-04T17:28:15,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:15,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:15,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:15,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:15,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:15,432 DEBUG [1bc61fcf61ea:38287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:15,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:15,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,39977,1733333292652, state=OPENING 2024-12-04T17:28:15,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:15,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:15,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /173731951/meta-region-server: CHANGED 2024-12-04T17:28:15,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:15,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,39977,1733333292652}] 2024-12-04T17:28:15,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /173731951/meta-region-server: CHANGED 2024-12-04T17:28:15,593 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:15,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:15,609 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:15,609 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:15,610 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:15,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:28:15,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:15,627 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C39977%2C1733333292652.meta, suffix=.meta, logDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/oldWALs, maxLogs=10 2024-12-04T17:28:15,671 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.meta.1733333295628.meta, exclude list is [], retry=0 2024-12-04T17:28:15,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3,DISK] 2024-12-04T17:28:15,684 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.meta.1733333295628.meta 2024-12-04T17:28:15,687 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37947:37947)] 2024-12-04T17:28:15,687 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:15,687 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:15,688 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:15,688 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:15,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:15,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:15,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:15,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:15,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:15,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:15,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:15,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:15,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:15,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:15,716 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:15,716 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740 2024-12-04T17:28:15,719 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740 2024-12-04T17:28:15,720 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:15,720 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:15,720 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:15,722 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:15,723 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67461352, jitterRate=0.005252480506896973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:15,723 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:15,723 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333295688Writing region info on filesystem at 1733333295688Initializing all the Stores at 1733333295689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295694 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333295694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333295694Cleaning up temporary data from old regions at 1733333295720 (+26 ms)Running coprocessor post-open hooks at 1733333295723 (+3 ms)Region opened successfully at 1733333295723 2024-12-04T17:28:15,725 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333295593 2024-12-04T17:28:15,728 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:15,728 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:15,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:15,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,39977,1733333292652, state=OPEN 2024-12-04T17:28:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/173731951/meta-region-server 2024-12-04T17:28:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/173731951/meta-region-server 2024-12-04T17:28:15,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /173731951/meta-region-server: CHANGED 2024-12-04T17:28:15,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /173731951/meta-region-server: CHANGED 2024-12-04T17:28:15,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:15,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:15,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,39977,1733333292652 in 295 msec 2024-12-04T17:28:15,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:15,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-12-04T17:28:15,740 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:15,740 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:15,741 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:15,741 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,39977,1733333292652, seqNum=-1] 2024-12-04T17:28:15,742 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:15,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:15,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0820 sec 2024-12-04T17:28:15,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333295749, completionTime=-1 2024-12-04T17:28:15,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:15,749 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333355753 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333415753 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:38287, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,753 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,756 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:15,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,766 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.084sec 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:15,767 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:15,783 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:15,783 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:15,783 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38287,1733333292612-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:15,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d18ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:15,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:15,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:15,802 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f10be89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:15,804 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:15,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:15,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:15,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,39977,1733333292652, seqNum=-1] 2024-12-04T17:28:15,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:15,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:15,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:15,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:15,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:15,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir so I do NOT create it in target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282 2024-12-04T17:28:15,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:15,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.tmp.dir so I do NOT create it in target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282 2024-12-04T17:28:15,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:15,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/cluster_19e183f4-9343-b5a6-8b57-5ddd695fdff4, deleteOnExit=true 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/test.cache.data in system properties and HBase conf 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:15,832 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:15,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:15,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:15,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:15,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:15,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a64661500005 connected 2024-12-04T17:28:15,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:15,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:16,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:16,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:16,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:16,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:16,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f75cfab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:16,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:16,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c612044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-2572416630392417833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:16,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72bf35d5{HTTP/1.1, (http/1.1)}{localhost:36249} 2024-12-04T17:28:16,175 INFO [Time-limited test {}] server.Server(415): Started @254969ms 2024-12-04T17:28:16,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:16,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:16,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:16,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:16,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:16,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bae05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:16,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:16,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d89182b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/java.io.tmpdir/jetty-localhost-36203-hadoop-hdfs-3_4_1-tests_jar-_-any-1149171168590136004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:16,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3930de67{HTTP/1.1, (http/1.1)}{localhost:36203} 2024-12-04T17:28:16,613 INFO [Time-limited test {}] server.Server(415): Started @255408ms 2024-12-04T17:28:16,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:16,826 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/cluster_19e183f4-9343-b5a6-8b57-5ddd695fdff4/data/data1/current/BP-909188294-172.17.0.2-1733333295853/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:16,853 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/cluster_19e183f4-9343-b5a6-8b57-5ddd695fdff4/data/data2/current/BP-909188294-172.17.0.2-1733333295853/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:16,876 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3a37b121c935cc3 with lease ID 0xd321e2ab1a400561: Processing first storage report for DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7 from datanode DatanodeRegistration(127.0.0.1:39119, datanodeUuid=48519711-46de-4a8d-a46d-d0b064355129, infoPort=36251, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=1573584120;c=1733333295853) 2024-12-04T17:28:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3a37b121c935cc3 with lease ID 0xd321e2ab1a400561: from storage DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7 node DatanodeRegistration(127.0.0.1:39119, datanodeUuid=48519711-46de-4a8d-a46d-d0b064355129, infoPort=36251, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=1573584120;c=1733333295853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3a37b121c935cc3 with lease ID 0xd321e2ab1a400561: Processing first storage report for DS-a2448503-fb40-4b5c-b14f-9bda20da3800 from datanode DatanodeRegistration(127.0.0.1:39119, datanodeUuid=48519711-46de-4a8d-a46d-d0b064355129, infoPort=36251, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=1573584120;c=1733333295853) 2024-12-04T17:28:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3a37b121c935cc3 with lease ID 0xd321e2ab1a400561: from storage DS-a2448503-fb40-4b5c-b14f-9bda20da3800 node DatanodeRegistration(127.0.0.1:39119, datanodeUuid=48519711-46de-4a8d-a46d-d0b064355129, infoPort=36251, infoSecurePort=0, ipcPort=42311, storageInfo=lv=-57;cid=testClusterID;nsid=1573584120;c=1733333295853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:16,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282 2024-12-04T17:28:16,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:16,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:16,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b with version=8 2024-12-04T17:28:16,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/hbase-staging 2024-12-04T17:28:16,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34969 2024-12-04T17:28:16,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34969 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349690x0, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34969-0x100a64661500006 connected 2024-12-04T17:28:17,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:17,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:17,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/running 2024-12-04T17:28:17,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b, hbase.cluster.distributed=false 2024-12-04T17:28:17,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/acl 2024-12-04T17:28:17,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34969 2024-12-04T17:28:17,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34969 2024-12-04T17:28:17,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34969 2024-12-04T17:28:17,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34969 2024-12-04T17:28:17,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34969 2024-12-04T17:28:17,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:17,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:17,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:17,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:17,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:17,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:17,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:17,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38709 2024-12-04T17:28:17,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38709 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:17,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:17,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:17,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387090x0, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:17,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387090x0, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/running 2024-12-04T17:28:17,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:17,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38709-0x100a64661500007 connected 2024-12-04T17:28:17,145 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:17,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/master 2024-12-04T17:28:17,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/acl 2024-12-04T17:28:17,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:17,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38709 2024-12-04T17:28:17,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38709 2024-12-04T17:28:17,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38709 2024-12-04T17:28:17,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38709 2024-12-04T17:28:17,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:17,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38709 2024-12-04T17:28:17,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:28:17,252 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:34969 2024-12-04T17:28:17,252 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1065372391/backup-masters/1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/backup-masters 2024-12-04T17:28:17,257 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on existing znode=/2-1065372391/backup-masters/1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/backup-masters 2024-12-04T17:28:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065372391/master 2024-12-04T17:28:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,263 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on existing znode=/2-1065372391/master 2024-12-04T17:28:17,263 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1065372391/backup-masters/1bc61fcf61ea,34969,1733333296989 from backup master directory 2024-12-04T17:28:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/backup-masters 2024-12-04T17:28:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065372391/backup-masters/1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/backup-masters 2024-12-04T17:28:17,264 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:17,264 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,282 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/hbase.id] with ID: fb057004-46e4-459c-aafa-6f6de84db017 2024-12-04T17:28:17,282 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/.tmp/hbase.id 2024-12-04T17:28:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:17,320 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/.tmp/hbase.id]:[hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/hbase.id] 2024-12-04T17:28:17,332 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:17,332 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:17,333 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:28:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:17,364 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:17,365 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:17,365 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:17,401 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store 2024-12-04T17:28:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:17,470 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:17,470 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:17,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333297470Disabling compacts and flushes for region at 1733333297470Disabling writes for close at 1733333297470Writing region close event to WAL at 1733333297470Closed at 1733333297470 2024-12-04T17:28:17,471 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/.initializing 2024-12-04T17:28:17,471 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/WALs/1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,472 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:17,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C34969%2C1733333296989, suffix=, logDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/WALs/1bc61fcf61ea,34969,1733333296989, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:17,497 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/WALs/1bc61fcf61ea,34969,1733333296989/1bc61fcf61ea%2C34969%2C1733333296989.1733333297475, exclude list is [], retry=0 2024-12-04T17:28:17,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39119,DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7,DISK] 2024-12-04T17:28:17,514 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/WALs/1bc61fcf61ea,34969,1733333296989/1bc61fcf61ea%2C34969%2C1733333296989.1733333297475 2024-12-04T17:28:17,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251)] 2024-12-04T17:28:17,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:17,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:17,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,515 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:17,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:17,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:17,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:17,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:17,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:17,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:17,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:17,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:17,528 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,529 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,529 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,534 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,534 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,535 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:17,536 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:17,546 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:17,547 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64340022, jitterRate=-0.04125896096229553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:17,547 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333297515Initializing all the Stores at 1733333297516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333297516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333297517 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333297517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333297517Cleaning up temporary data from old regions at 1733333297534 (+17 ms)Region opened successfully at 1733333297547 (+13 ms) 2024-12-04T17:28:17,548 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:17,551 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e10d3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:17,553 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:17,554 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:17,554 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:17,554 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:17,554 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:17,556 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-12-04T17:28:17,556 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:17,562 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:17,563 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:17,563 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/balancer already deleted, retry=false 2024-12-04T17:28:17,564 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:17,564 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:17,565 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/normalizer already deleted, retry=false 2024-12-04T17:28:17,565 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:17,566 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:17,566 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/switch/split already deleted, retry=false 2024-12-04T17:28:17,567 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:17,567 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/switch/merge already deleted, retry=false 2024-12-04T17:28:17,570 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:17,572 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065372391/running 2024-12-04T17:28:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1065372391/running 2024-12-04T17:28:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,573 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,34969,1733333296989, sessionid=0x100a64661500006, setting cluster-up flag (Was=false) 2024-12-04T17:28:17,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1065372391/flush-table-proc/acquired, /2-1065372391/flush-table-proc/reached, /2-1065372391/flush-table-proc/abort 2024-12-04T17:28:17,577 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:17,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1065372391/online-snapshot/acquired, /2-1065372391/online-snapshot/reached, /2-1065372391/online-snapshot/abort 2024-12-04T17:28:17,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:17,586 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:17,590 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:17,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:17,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:17,591 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,34969,1733333296989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:17,593 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:17,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:17,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:17,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:17,610 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333327610 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:17,611 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:17,614 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,617 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:17,617 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:17,617 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:17,617 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:17,621 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333297621,5,FailOnTimeoutGroup] 2024-12-04T17:28:17,621 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333297621,5,FailOnTimeoutGroup] 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,621 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:17,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:17,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b 2024-12-04T17:28:17,639 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(746): ClusterId : fb057004-46e4-459c-aafa-6f6de84db017 2024-12-04T17:28:17,639 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:17,641 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:17,641 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:17,643 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:17,643 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:17,664 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:38709 2024-12-04T17:28:17,664 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:17,664 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:17,664 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:17,665 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,34969,1733333296989 with port=38709, startcode=1733333297103 2024-12-04T17:28:17,665 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:17,666 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:17,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34969 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,669 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b 2024-12-04T17:28:17,669 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42497 2024-12-04T17:28:17,669 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/rs 2024-12-04T17:28:17,671 DEBUG [RS:0;1bc61fcf61ea:38709 {}] zookeeper.ZKUtil(111): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on existing znode=/2-1065372391/rs/1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,672 WARN [RS:0;1bc61fcf61ea:38709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:17,672 INFO [RS:0;1bc61fcf61ea:38709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:17,672 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,38709,1733333297103] 2024-12-04T17:28:17,688 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:17,690 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:17,693 INFO [RS:0;1bc61fcf61ea:38709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:17,693 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,693 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:17,694 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:17,694 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,695 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:17,695 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:17,695 DEBUG [RS:0;1bc61fcf61ea:38709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,709 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38709,1733333297103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:17,724 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:17,724 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38709,1733333297103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,724 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,724 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.Replication(171): 1bc61fcf61ea,38709,1733333297103 started 2024-12-04T17:28:17,741 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:17,741 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,38709,1733333297103, RpcServer on 1bc61fcf61ea/172.17.0.2:38709, sessionid=0x100a64661500007 2024-12-04T17:28:17,741 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:17,741 DEBUG [RS:0;1bc61fcf61ea:38709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,741 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38709,1733333297103' 2024-12-04T17:28:17,741 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1065372391/flush-table-proc/abort' 2024-12-04T17:28:17,742 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1065372391/flush-table-proc/acquired' 2024-12-04T17:28:17,742 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:17,742 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:17,743 DEBUG [RS:0;1bc61fcf61ea:38709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:17,743 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38709,1733333297103' 2024-12-04T17:28:17,743 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1065372391/online-snapshot/abort' 2024-12-04T17:28:17,743 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1065372391/online-snapshot/acquired' 2024-12-04T17:28:17,744 DEBUG [RS:0;1bc61fcf61ea:38709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:17,744 INFO [RS:0;1bc61fcf61ea:38709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:17,744 INFO [RS:0;1bc61fcf61ea:38709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:17,844 INFO [RS:0;1bc61fcf61ea:38709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:17,854 INFO [RS:0;1bc61fcf61ea:38709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38709%2C1733333297103, suffix=, logDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/oldWALs, maxLogs=10 2024-12-04T17:28:17,873 DEBUG [RS:0;1bc61fcf61ea:38709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, exclude list is [], retry=0 2024-12-04T17:28:17,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39119,DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7,DISK] 2024-12-04T17:28:17,897 INFO [RS:0;1bc61fcf61ea:38709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 2024-12-04T17:28:17,909 DEBUG [RS:0;1bc61fcf61ea:38709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251)] 2024-12-04T17:28:18,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:18,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:18,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:18,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:18,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:18,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:18,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:18,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:18,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:18,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:18,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740 2024-12-04T17:28:18,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740 2024-12-04T17:28:18,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:18,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:18,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:18,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:18,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74299041, jitterRate=0.10714198648929596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333298041Initializing all the Stores at 1733333298042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298055 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333298055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298055Cleaning up temporary data from old regions at 1733333298075 (+20 ms)Region opened successfully at 1733333298080 (+5 ms) 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:18,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:18,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:18,081 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:18,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333298080Disabling compacts and flushes for region at 1733333298080Disabling writes for close at 1733333298080Writing region close event to WAL at 1733333298081 (+1 ms)Closed at 1733333298081 2024-12-04T17:28:18,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:18,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:18,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:18,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:18,084 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:18,235 DEBUG [1bc61fcf61ea:34969 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:18,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:18,236 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38709,1733333297103, state=OPENING 2024-12-04T17:28:18,237 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:18,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:18,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065372391/meta-region-server: CHANGED 2024-12-04T17:28:18,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065372391/meta-region-server: CHANGED 2024-12-04T17:28:18,240 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:18,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38709,1733333297103}] 2024-12-04T17:28:18,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:18,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:18,404 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:18,405 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:18,405 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:18,408 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38709%2C1733333297103.meta, suffix=.meta, logDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/oldWALs, maxLogs=10 2024-12-04T17:28:18,426 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.meta.1733333298408.meta, exclude list is [], retry=0 2024-12-04T17:28:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39119,DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7,DISK] 2024-12-04T17:28:18,429 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.meta.1733333298408.meta 2024-12-04T17:28:18,430 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251)] 2024-12-04T17:28:18,430 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:18,430 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:18,430 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:18,430 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:18,431 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:18,431 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:18,431 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:18,431 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:18,431 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:18,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:18,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:18,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:18,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:18,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:18,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:18,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:18,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:18,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:18,443 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:18,444 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740 2024-12-04T17:28:18,444 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740 2024-12-04T17:28:18,445 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:18,445 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:18,446 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:18,447 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:18,448 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72930631, jitterRate=0.08675108850002289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:18,448 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:18,448 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333298431Writing region info on filesystem at 1733333298431Initializing all the Stores at 1733333298433 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333298433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333298433Cleaning up temporary data from old regions at 1733333298445 (+12 ms)Running coprocessor post-open hooks at 1733333298448 (+3 ms)Region opened successfully at 1733333298448 2024-12-04T17:28:18,449 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333298392 2024-12-04T17:28:18,451 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:18,451 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:18,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:18,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38709,1733333297103, state=OPEN 2024-12-04T17:28:18,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1065372391/meta-region-server 2024-12-04T17:28:18,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1065372391/meta-region-server 2024-12-04T17:28:18,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065372391/meta-region-server: CHANGED 2024-12-04T17:28:18,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1065372391/meta-region-server: CHANGED 2024-12-04T17:28:18,455 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:18,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:18,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38709,1733333297103 in 215 msec 2024-12-04T17:28:18,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:18,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-12-04T17:28:18,461 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:18,461 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:18,462 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:18,462 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38709,1733333297103, seqNum=-1] 2024-12-04T17:28:18,462 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:18,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:18,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 877 msec 2024-12-04T17:28:18,468 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333298468, completionTime=-1 2024-12-04T17:28:18,468 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:18,468 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:18,470 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:18,470 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333358470 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333418471 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:34969, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,471 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,473 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.209sec 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:18,475 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:18,477 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:18,477 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:18,477 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,34969,1733333296989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:18,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:18,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:18,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:18,544 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9bf131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:18,547 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:18,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:18,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38709,1733333297103, seqNum=-1] 2024-12-04T17:28:18,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:18,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:18,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:18,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58622 2024-12-04T17:28:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:18,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a92303d 2024-12-04T17:28:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:18,589 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:18,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:18,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a64661500008 connected 2024-12-04T17:28:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:18,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:18,592 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:18,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:18,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23e2e3e80fe7c1af4fe6bcaebb149dff, NAME => 'test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054 2024-12-04T17:28:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23e2e3e80fe7c1af4fe6bcaebb149dff, disabling compactions & flushes 2024-12-04T17:28:18,658 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. after waiting 0 ms 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:18,658 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:18,658 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23e2e3e80fe7c1af4fe6bcaebb149dff: Waiting for close lock at 1733333298658Disabling compacts and flushes for region at 1733333298658Disabling writes for close at 1733333298658Writing region close event to WAL at 1733333298658Closed at 1733333298658 2024-12-04T17:28:18,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:18,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333298661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333298661"}]},"ts":"1733333298661"} 2024-12-04T17:28:18,665 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:18,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:18,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333298666"}]},"ts":"1733333298666"} 2024-12-04T17:28:18,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:18,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23e2e3e80fe7c1af4fe6bcaebb149dff, ASSIGN}] 2024-12-04T17:28:18,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23e2e3e80fe7c1af4fe6bcaebb149dff, ASSIGN 2024-12-04T17:28:18,671 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23e2e3e80fe7c1af4fe6bcaebb149dff, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41277,1733333289083; forceNewPlan=false, retain=false 2024-12-04T17:28:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:18,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23e2e3e80fe7c1af4fe6bcaebb149dff, regionState=OPENING, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:18,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23e2e3e80fe7c1af4fe6bcaebb149dff, ASSIGN because future has completed 2024-12-04T17:28:18,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e2e3e80fe7c1af4fe6bcaebb149dff, server=1bc61fcf61ea,41277,1733333289083}] 2024-12-04T17:28:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:18,995 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:18,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23e2e3e80fe7c1af4fe6bcaebb149dff, NAME => 'test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:18,996 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:18,996 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:18,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:18,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:18,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:18,996 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:18,997 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:18,998 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e2e3e80fe7c1af4fe6bcaebb149dff columnFamilyName f 2024-12-04T17:28:18,998 DEBUG [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:18,999 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(327): Store=23e2e3e80fe7c1af4fe6bcaebb149dff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:18,999 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,000 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e2e3e80fe7c1af4fe6bcaebb149dff columnFamilyName f1 2024-12-04T17:28:19,000 DEBUG [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,000 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(327): Store=23e2e3e80fe7c1af4fe6bcaebb149dff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:19,000 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,001 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e2e3e80fe7c1af4fe6bcaebb149dff columnFamilyName norep 2024-12-04T17:28:19,001 DEBUG [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,002 INFO [StoreOpener-23e2e3e80fe7c1af4fe6bcaebb149dff-1 {}] regionserver.HStore(327): Store=23e2e3e80fe7c1af4fe6bcaebb149dff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:19,002 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,002 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,003 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,004 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,004 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,004 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:19,005 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,007 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:19,008 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23e2e3e80fe7c1af4fe6bcaebb149dff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61570330, jitterRate=-0.08253058791160583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:19,008 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:19,009 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23e2e3e80fe7c1af4fe6bcaebb149dff: Running coprocessor pre-open hook at 1733333298996Writing region info on filesystem at 1733333298997 (+1 ms)Initializing all the Stores at 1733333298997Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333298997Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333298997Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333298997Cleaning up temporary data from old regions at 1733333299004 (+7 ms)Running coprocessor post-open hooks at 1733333299008 (+4 ms)Region opened successfully at 1733333299009 (+1 ms) 2024-12-04T17:28:19,009 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff., pid=6, masterSystemTime=1733333298992 2024-12-04T17:28:19,012 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:19,012 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:19,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23e2e3e80fe7c1af4fe6bcaebb149dff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:19,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e2e3e80fe7c1af4fe6bcaebb149dff, server=1bc61fcf61ea,41277,1733333289083 because future has completed 2024-12-04T17:28:19,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:19,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23e2e3e80fe7c1af4fe6bcaebb149dff, server=1bc61fcf61ea,41277,1733333289083 in 176 msec 2024-12-04T17:28:19,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:19,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23e2e3e80fe7c1af4fe6bcaebb149dff, ASSIGN in 349 msec 2024-12-04T17:28:19,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:19,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333299021"}]},"ts":"1733333299021"} 2024-12-04T17:28:19,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:19,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:19,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 433 msec 2024-12-04T17:28:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,230 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:19,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8b6079 2024-12-04T17:28:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:19,232 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:19,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:19,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:19,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:19,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:19,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efc07121ac38ee354d33949331ff1f71, NAME => 'test,,1733333299233.efc07121ac38ee354d33949331ff1f71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322 2024-12-04T17:28:19,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333299233.efc07121ac38ee354d33949331ff1f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing efc07121ac38ee354d33949331ff1f71, disabling compactions & flushes 2024-12-04T17:28:19,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333299233.efc07121ac38ee354d33949331ff1f71. after waiting 0 ms 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for efc07121ac38ee354d33949331ff1f71: Waiting for close lock at 1733333299274Disabling compacts and flushes for region at 1733333299274Disabling writes for close at 1733333299274Writing region close event to WAL at 1733333299274Closed at 1733333299274 2024-12-04T17:28:19,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:19,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333299233.efc07121ac38ee354d33949331ff1f71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333299275"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333299275"}]},"ts":"1733333299275"} 2024-12-04T17:28:19,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:19,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:19,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333299282"}]},"ts":"1733333299282"} 2024-12-04T17:28:19,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:19,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efc07121ac38ee354d33949331ff1f71, ASSIGN}] 2024-12-04T17:28:19,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=efc07121ac38ee354d33949331ff1f71, ASSIGN 2024-12-04T17:28:19,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=efc07121ac38ee354d33949331ff1f71, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,39977,1733333292652; forceNewPlan=false, retain=false 2024-12-04T17:28:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efc07121ac38ee354d33949331ff1f71, regionState=OPENING, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:19,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=efc07121ac38ee354d33949331ff1f71, ASSIGN because future has completed 2024-12-04T17:28:19,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efc07121ac38ee354d33949331ff1f71, server=1bc61fcf61ea,39977,1733333292652}] 2024-12-04T17:28:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,601 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,601 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => efc07121ac38ee354d33949331ff1f71, NAME => 'test,,1733333299233.efc07121ac38ee354d33949331ff1f71.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:19,601 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:19,602 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:19,602 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,602 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333299233.efc07121ac38ee354d33949331ff1f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:19,602 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,602 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,607 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,610 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc07121ac38ee354d33949331ff1f71 columnFamilyName f 2024-12-04T17:28:19,610 DEBUG [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,610 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(327): Store=efc07121ac38ee354d33949331ff1f71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:19,611 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,611 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc07121ac38ee354d33949331ff1f71 columnFamilyName f1 2024-12-04T17:28:19,611 DEBUG [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,612 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(327): Store=efc07121ac38ee354d33949331ff1f71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:19,612 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,612 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc07121ac38ee354d33949331ff1f71 columnFamilyName norep 2024-12-04T17:28:19,612 DEBUG [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,612 INFO [StoreOpener-efc07121ac38ee354d33949331ff1f71-1 {}] regionserver.HStore(327): Store=efc07121ac38ee354d33949331ff1f71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:19,614 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,615 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,615 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,615 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,615 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,616 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:19,616 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,618 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:19,619 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened efc07121ac38ee354d33949331ff1f71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071993, jitterRate=0.07395638525485992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:19,619 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:19,619 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for efc07121ac38ee354d33949331ff1f71: Running coprocessor pre-open hook at 1733333299602Writing region info on filesystem at 1733333299602Initializing all the Stores at 1733333299602Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333299603 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333299606 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333299606Cleaning up temporary data from old regions at 1733333299615 (+9 ms)Running coprocessor post-open hooks at 1733333299619 (+4 ms)Region opened successfully at 1733333299619 2024-12-04T17:28:19,621 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333299233.efc07121ac38ee354d33949331ff1f71., pid=6, masterSystemTime=1733333299594 2024-12-04T17:28:19,623 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,623 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:19,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efc07121ac38ee354d33949331ff1f71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efc07121ac38ee354d33949331ff1f71, server=1bc61fcf61ea,39977,1733333292652 because future has completed 2024-12-04T17:28:19,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:19,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efc07121ac38ee354d33949331ff1f71, server=1bc61fcf61ea,39977,1733333292652 in 184 msec 2024-12-04T17:28:19,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:19,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=efc07121ac38ee354d33949331ff1f71, ASSIGN in 342 msec 2024-12-04T17:28:19,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:19,630 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333299630"}]},"ts":"1733333299630"} 2024-12-04T17:28:19,635 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:19,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:19,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 403 msec 2024-12-04T17:28:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,871 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:19,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@785dd8f7 2024-12-04T17:28:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:19,874 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:19,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:19,881 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:19,881 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:19,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:19,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:19,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62dbfe2c1d74ab4af296aeae2e28f606, NAME => 'test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b 2024-12-04T17:28:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62dbfe2c1d74ab4af296aeae2e28f606, disabling compactions & flushes 2024-12-04T17:28:19,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. after waiting 0 ms 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:19,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:19,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62dbfe2c1d74ab4af296aeae2e28f606: Waiting for close lock at 1733333299972Disabling compacts and flushes for region at 1733333299972Disabling writes for close at 1733333299972Writing region close event to WAL at 1733333299972Closed at 1733333299972 2024-12-04T17:28:19,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:19,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333299974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333299974"}]},"ts":"1733333299974"} 2024-12-04T17:28:19,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:19,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:19,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333299980"}]},"ts":"1733333299980"} 2024-12-04T17:28:19,983 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:19,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62dbfe2c1d74ab4af296aeae2e28f606, ASSIGN}] 2024-12-04T17:28:19,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62dbfe2c1d74ab4af296aeae2e28f606, ASSIGN 2024-12-04T17:28:19,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62dbfe2c1d74ab4af296aeae2e28f606, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,38709,1733333297103; forceNewPlan=false, retain=false 2024-12-04T17:28:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:20,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62dbfe2c1d74ab4af296aeae2e28f606, regionState=OPENING, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:20,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62dbfe2c1d74ab4af296aeae2e28f606, ASSIGN because future has completed 2024-12-04T17:28:20,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62dbfe2c1d74ab4af296aeae2e28f606, server=1bc61fcf61ea,38709,1733333297103}] 2024-12-04T17:28:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:20,293 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:20,293 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62dbfe2c1d74ab4af296aeae2e28f606, NAME => 'test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:20,294 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:20,294 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:20,294 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,294 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:20,294 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,294 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,295 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,296 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62dbfe2c1d74ab4af296aeae2e28f606 columnFamilyName f 2024-12-04T17:28:20,297 DEBUG [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:20,297 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(327): Store=62dbfe2c1d74ab4af296aeae2e28f606/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:20,297 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,298 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62dbfe2c1d74ab4af296aeae2e28f606 columnFamilyName f1 2024-12-04T17:28:20,298 DEBUG [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:20,298 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(327): Store=62dbfe2c1d74ab4af296aeae2e28f606/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:20,298 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,298 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62dbfe2c1d74ab4af296aeae2e28f606 columnFamilyName norep 2024-12-04T17:28:20,298 DEBUG [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:20,299 INFO [StoreOpener-62dbfe2c1d74ab4af296aeae2e28f606-1 {}] regionserver.HStore(327): Store=62dbfe2c1d74ab4af296aeae2e28f606/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:20,299 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,299 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,299 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,300 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,300 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,301 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:20,302 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,303 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:20,304 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62dbfe2c1d74ab4af296aeae2e28f606; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75191414, jitterRate=0.12043938040733337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:20,304 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:20,304 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62dbfe2c1d74ab4af296aeae2e28f606: Running coprocessor pre-open hook at 1733333300294Writing region info on filesystem at 1733333300294Initializing all the Stores at 1733333300295 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333300295Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333300295Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333300295Cleaning up temporary data from old regions at 1733333300300 (+5 ms)Running coprocessor post-open hooks at 1733333300304 (+4 ms)Region opened successfully at 1733333300304 2024-12-04T17:28:20,305 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606., pid=6, masterSystemTime=1733333300290 2024-12-04T17:28:20,306 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:20,306 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:20,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62dbfe2c1d74ab4af296aeae2e28f606, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:20,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62dbfe2c1d74ab4af296aeae2e28f606, server=1bc61fcf61ea,38709,1733333297103 because future has completed 2024-12-04T17:28:20,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:20,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62dbfe2c1d74ab4af296aeae2e28f606, server=1bc61fcf61ea,38709,1733333297103 in 171 msec 2024-12-04T17:28:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62dbfe2c1d74ab4af296aeae2e28f606, ASSIGN in 328 msec 2024-12-04T17:28:20,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:20,315 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333300315"}]},"ts":"1733333300315"} 2024-12-04T17:28:20,317 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:20,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:20,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 442 msec 2024-12-04T17:28:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:20,508 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:20,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40821,-1 for getting cluster id 2024-12-04T17:28:20,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:20,524 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4d36e1-6eee-411e-a62a-84234e41cbe0' 2024-12-04T17:28:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4d36e1-6eee-411e-a62a-84234e41cbe0" 2024-12-04T17:28:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250097aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40821,-1] 2024-12-04T17:28:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:20,526 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:20,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4488ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6705859a 2024-12-04T17:28:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:20,530 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:20,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:20,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38287' 2024-12-04T17:28:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:20,541 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702d9006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,541 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:20,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:20,542 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bea6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:20,546 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d12fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:20,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe67894 2024-12-04T17:28:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:20,549 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:20,550 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:28:20,550 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:20,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:20,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:20,551 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:20,552 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:28:20,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:20,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:20,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:20,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:20,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:28:20,602 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:28:20,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8956a3d109717096ed61fec47753e88, NAME => 'hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054 2024-12-04T17:28:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8956a3d109717096ed61fec47753e88, disabling compactions & flushes 2024-12-04T17:28:20,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. after waiting 0 ms 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:20,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:20,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8956a3d109717096ed61fec47753e88: Waiting for close lock at 1733333300652Disabling compacts and flushes for region at 1733333300652Disabling writes for close at 1733333300652Writing region close event to WAL at 1733333300652Closed at 1733333300652 2024-12-04T17:28:20,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:20,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333300654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333300654"}]},"ts":"1733333300654"} 2024-12-04T17:28:20,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:20,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:20,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333300660"}]},"ts":"1733333300660"} 2024-12-04T17:28:20,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:28:20,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8956a3d109717096ed61fec47753e88, ASSIGN}] 2024-12-04T17:28:20,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8956a3d109717096ed61fec47753e88, ASSIGN 2024-12-04T17:28:20,674 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8956a3d109717096ed61fec47753e88, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41277,1733333289083; forceNewPlan=false, retain=false 2024-12-04T17:28:20,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8956a3d109717096ed61fec47753e88, regionState=OPENING, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:20,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8956a3d109717096ed61fec47753e88, ASSIGN because future has completed 2024-12-04T17:28:20,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8956a3d109717096ed61fec47753e88, server=1bc61fcf61ea,41277,1733333289083}] 2024-12-04T17:28:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:20,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:28:20,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:20,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:20,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:28:20,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41277%2C1733333289083.rep, suffix=, logDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083, archiveDir=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/oldWALs, maxLogs=10 2024-12-04T17:28:21,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.rep.1733333300997, exclude list is [], retry=0 2024-12-04T17:28:21,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39349,DS-20f7c6a5-3cf3-4aae-b533-13ad0cecf671,DISK] 2024-12-04T17:28:21,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.rep.1733333300997 2024-12-04T17:28:21,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)] 2024-12-04T17:28:21,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a8956a3d109717096ed61fec47753e88, NAME => 'hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:21,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. service=MultiRowMutationService 2024-12-04T17:28:21,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,036 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,042 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8956a3d109717096ed61fec47753e88 columnFamilyName hfileref 2024-12-04T17:28:21,042 DEBUG [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:21,043 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(327): Store=a8956a3d109717096ed61fec47753e88/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:21,043 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,044 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8956a3d109717096ed61fec47753e88 columnFamilyName queue 2024-12-04T17:28:21,044 DEBUG [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:21,044 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(327): Store=a8956a3d109717096ed61fec47753e88/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:21,044 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,045 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8956a3d109717096ed61fec47753e88 columnFamilyName sid 2024-12-04T17:28:21,045 DEBUG [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:21,045 INFO [StoreOpener-a8956a3d109717096ed61fec47753e88-1 {}] regionserver.HStore(327): Store=a8956a3d109717096ed61fec47753e88/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:21,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:21,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:21,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a8956a3d109717096ed61fec47753e88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71792796, jitterRate=0.06979602575302124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:21,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:21,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a8956a3d109717096ed61fec47753e88: Running coprocessor pre-open hook at 1733333301026Writing region info on filesystem at 1733333301026Initializing all the Stores at 1733333301034 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333301034Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333301035 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333301035Cleaning up temporary data from old regions at 1733333301047 (+12 ms)Running coprocessor post-open hooks at 1733333301064 (+17 ms)Region opened successfully at 1733333301064 2024-12-04T17:28:21,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88., pid=10, masterSystemTime=1733333300992 2024-12-04T17:28:21,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8956a3d109717096ed61fec47753e88, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:21,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:21,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:21,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8956a3d109717096ed61fec47753e88, server=1bc61fcf61ea,41277,1733333289083 because future has completed 2024-12-04T17:28:21,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:28:21,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a8956a3d109717096ed61fec47753e88, server=1bc61fcf61ea,41277,1733333289083 in 237 msec 2024-12-04T17:28:21,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:28:21,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8956a3d109717096ed61fec47753e88, ASSIGN in 415 msec 2024-12-04T17:28:21,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:21,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333301081"}]},"ts":"1733333301081"} 2024-12-04T17:28:21,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:28:21,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:21,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 533 msec 2024-12-04T17:28:21,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88., hostname=1bc61fcf61ea,41277,1733333289083, seqNum=2] 2024-12-04T17:28:21,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:21,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:21,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:28:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:21,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:28:21,271 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:28:21,310 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,41277,1733333289083, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:28:21,311 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:21,311 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41277,1733333289083, seqNum=-1] 2024-12-04T17:28:21,311 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:21,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:21,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,41277,1733333289083', locateType=CURRENT is [region=hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88., hostname=1bc61fcf61ea,41277,1733333289083, seqNum=2] 2024-12-04T17:28:21,317 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:28:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:28:21,320 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,41277,1733333289083 suceeded 2024-12-04T17:28:21,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:28:21,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-04T17:28:21,321 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:28:21,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 791 msec 2024-12-04T17:28:21,336 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38287' 2024-12-04T17:28:21,337 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f434ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,337 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:21,337 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:21,338 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f7208e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:21,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:21,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,340 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:21,341 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@372a9cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,341 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:21,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:21,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a5576e5 2024-12-04T17:28:21,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:21,342 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:21,343 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,41277,1733333289083 (queues=1) is replicating from cluster=0a4d36e1-6eee-411e-a62a-84234e41cbe0 to cluster=a1928e56-3016-4b27-bbcb-c44e6d75e4f1 2024-12-04T17:28:21,343 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C41277%2C1733333289083 2024-12-04T17:28:21,343 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,41277,1733333289083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:28:21,343 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, startPosition=0, beingWritten=true 2024-12-04T17:28:21,345 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C41277%2C1733333289083 2024-12-04T17:28:21,354 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:21,354 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:21,365 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41277,1733333289083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:21,567 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:21,677 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:28:21,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:21,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:21,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:21,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:21,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:21,680 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:21,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:21,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:21,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c47e57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:21,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,682 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:21,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fb6e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e550ccc 2024-12-04T17:28:21,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:21,685 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:21,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:34969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:21,689 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:34969' 2024-12-04T17:28:21,693 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51826414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,693 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:21,693 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:21,694 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:21,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3278c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,696 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:21,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b130a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:21,697 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:21,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:21,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cba0b55 2024-12-04T17:28:21,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:21,699 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:21,700 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T17:28:21,700 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:21,700 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,700 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:21,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:21,700 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:21,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:28:21,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:21,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:21,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:28:21,754 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:28:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:21,870 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:22,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e30d7b5703af48a99a9640ec81f9132, NAME => 'hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322 2024-12-04T17:28:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e30d7b5703af48a99a9640ec81f9132, disabling compactions & flushes 2024-12-04T17:28:22,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. after waiting 0 ms 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e30d7b5703af48a99a9640ec81f9132: Waiting for close lock at 1733333302132Disabling compacts and flushes for region at 1733333302132Disabling writes for close at 1733333302132Writing region close event to WAL at 1733333302132Closed at 1733333302132 2024-12-04T17:28:22,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:22,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333302133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333302133"}]},"ts":"1733333302133"} 2024-12-04T17:28:22,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:22,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:22,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333302136"}]},"ts":"1733333302136"} 2024-12-04T17:28:22,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:28:22,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e30d7b5703af48a99a9640ec81f9132, ASSIGN}] 2024-12-04T17:28:22,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e30d7b5703af48a99a9640ec81f9132, ASSIGN 2024-12-04T17:28:22,142 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e30d7b5703af48a99a9640ec81f9132, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,39977,1733333292652; forceNewPlan=false, retain=false 2024-12-04T17:28:22,277 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:22,293 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e30d7b5703af48a99a9640ec81f9132, regionState=OPENING, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:22,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e30d7b5703af48a99a9640ec81f9132, ASSIGN because future has completed 2024-12-04T17:28:22,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e30d7b5703af48a99a9640ec81f9132, server=1bc61fcf61ea,39977,1733333292652}] 2024-12-04T17:28:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:22,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:22,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:28:22,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C39977%2C1733333292652.rep, suffix=, logDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652, archiveDir=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/oldWALs, maxLogs=10 2024-12-04T17:28:22,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.rep.1733333302454, exclude list is [], retry=0 2024-12-04T17:28:22,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-64de748d-2bd2-46e5-bfb4-ffbb85d09ed3,DISK] 2024-12-04T17:28:22,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.rep.1733333302454 2024-12-04T17:28:22,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37947:37947)] 2024-12-04T17:28:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e30d7b5703af48a99a9640ec81f9132, NAME => 'hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:22,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:22,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. service=MultiRowMutationService 2024-12-04T17:28:22,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:28:22,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:22,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,482 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,483 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e30d7b5703af48a99a9640ec81f9132 columnFamilyName hfileref 2024-12-04T17:28:22,483 DEBUG [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:22,484 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(327): Store=6e30d7b5703af48a99a9640ec81f9132/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:22,484 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,485 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e30d7b5703af48a99a9640ec81f9132 columnFamilyName queue 2024-12-04T17:28:22,485 DEBUG [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:22,485 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(327): Store=6e30d7b5703af48a99a9640ec81f9132/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:22,485 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,486 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e30d7b5703af48a99a9640ec81f9132 columnFamilyName sid 2024-12-04T17:28:22,486 DEBUG [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:22,486 INFO [StoreOpener-6e30d7b5703af48a99a9640ec81f9132-1 {}] regionserver.HStore(327): Store=6e30d7b5703af48a99a9640ec81f9132/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:22,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/replication/6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/replication/6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:22,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/replication/6e30d7b5703af48a99a9640ec81f9132/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:22,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e30d7b5703af48a99a9640ec81f9132; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68886328, jitterRate=0.02648627758026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:22,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:22,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e30d7b5703af48a99a9640ec81f9132: Running coprocessor pre-open hook at 1733333302479Writing region info on filesystem at 1733333302479Initializing all the Stores at 1733333302481 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333302481Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333302482 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333302482Cleaning up temporary data from old regions at 1733333302489 (+7 ms)Running coprocessor post-open hooks at 1733333302502 (+13 ms)Region opened successfully at 1733333302502 2024-12-04T17:28:22,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132., pid=10, masterSystemTime=1733333302449 2024-12-04T17:28:22,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:22,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e30d7b5703af48a99a9640ec81f9132, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e30d7b5703af48a99a9640ec81f9132, server=1bc61fcf61ea,39977,1733333292652 because future has completed 2024-12-04T17:28:22,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:28:22,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e30d7b5703af48a99a9640ec81f9132, server=1bc61fcf61ea,39977,1733333292652 in 214 msec 2024-12-04T17:28:22,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:28:22,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e30d7b5703af48a99a9640ec81f9132, ASSIGN in 371 msec 2024-12-04T17:28:22,513 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:22,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333302513"}]},"ts":"1733333302513"} 2024-12-04T17:28:22,514 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:28:22,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:22,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-12-04T17:28:22,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132., hostname=1bc61fcf61ea,39977,1733333292652, seqNum=2] 2024-12-04T17:28:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:22,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:28:22,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:28:22,722 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:28:22,759 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,39977,1733333292652, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:28:22,761 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:22,761 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,39977,1733333292652, seqNum=-1] 2024-12-04T17:28:22,761 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:22,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:22,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,39977,1733333292652', locateType=CURRENT is [region=hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132., hostname=1bc61fcf61ea,39977,1733333292652, seqNum=2] 2024-12-04T17:28:22,767 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:28:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:28:22,769 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,39977,1733333292652 suceeded 2024-12-04T17:28:22,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:28:22,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-04T17:28:22,771 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:34969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:28:22,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-12-04T17:28:22,785 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:22,792 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:34969' 2024-12-04T17:28:22,800 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7577094f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,800 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:22,800 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:22,801 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e1e145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:22,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,805 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:22,808 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2545d730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,808 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:22,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:22,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38667afe 2024-12-04T17:28:22,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:22,811 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:22,815 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,39977,1733333292652 (queues=1) is replicating from cluster=a1928e56-3016-4b27-bbcb-c44e6d75e4f1 to cluster=fb057004-46e4-459c-aafa-6f6de84db017 2024-12-04T17:28:22,815 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C39977%2C1733333292652 2024-12-04T17:28:22,815 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,39977,1733333292652, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:28:22,825 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, startPosition=0, beingWritten=true 2024-12-04T17:28:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:22,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:22,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:22,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,828 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:28:22,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:22,832 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C39977%2C1733333292652 2024-12-04T17:28:22,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:22,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:22,834 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96f7a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,836 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326de77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a288aac 2024-12-04T17:28:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:22,839 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:22,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:22,843 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38287' 2024-12-04T17:28:22,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3488443f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,849 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:22,849 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:22,850 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62392114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,852 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:22,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd6ea16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:22,852 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7cc635 2024-12-04T17:28:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:22,856 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:22,856 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 379, reset compression=false 2024-12-04T17:28:22,856 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:22,859 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:22,861 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T17:28:22,861 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:22,861 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,861 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:22,862 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:22,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:28:22,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:22,864 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:22,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:22,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:22,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:28:22,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aee629257ced1f968c8c9679f4932ab2, NAME => 'hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b 2024-12-04T17:28:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aee629257ced1f968c8c9679f4932ab2, disabling compactions & flushes 2024-12-04T17:28:22,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. after waiting 0 ms 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:22,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:22,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aee629257ced1f968c8c9679f4932ab2: Waiting for close lock at 1733333302911Disabling compacts and flushes for region at 1733333302911Disabling writes for close at 1733333302911Writing region close event to WAL at 1733333302911Closed at 1733333302911 2024-12-04T17:28:22,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:22,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333302912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333302912"}]},"ts":"1733333302912"} 2024-12-04T17:28:22,913 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:28:22,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:22,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:22,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333302916"}]},"ts":"1733333302916"} 2024-12-04T17:28:22,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:28:22,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aee629257ced1f968c8c9679f4932ab2, ASSIGN}] 2024-12-04T17:28:22,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aee629257ced1f968c8c9679f4932ab2, ASSIGN 2024-12-04T17:28:22,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aee629257ced1f968c8c9679f4932ab2, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,38709,1733333297103; forceNewPlan=false, retain=false 2024-12-04T17:28:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:23,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aee629257ced1f968c8c9679f4932ab2, regionState=OPENING, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aee629257ced1f968c8c9679f4932ab2, ASSIGN because future has completed 2024-12-04T17:28:23,074 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 379, reset compression=false 2024-12-04T17:28:23,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee629257ced1f968c8c9679f4932ab2, server=1bc61fcf61ea,38709,1733333297103}] 2024-12-04T17:28:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:23,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:23,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:23,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:28:23,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:28:23,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38709%2C1733333297103.rep, suffix=, logDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/oldWALs, maxLogs=10 2024-12-04T17:28:23,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.rep.1733333303252, exclude list is [], retry=0 2024-12-04T17:28:23,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39119,DS-f71e1c6c-3924-4b2f-b70b-3697e1724cc7,DISK] 2024-12-04T17:28:23,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.rep.1733333303252 2024-12-04T17:28:23,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251)] 2024-12-04T17:28:23,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aee629257ced1f968c8c9679f4932ab2, NAME => 'hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:23,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:23,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:23,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. service=MultiRowMutationService 2024-12-04T17:28:23,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:28:23,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:23,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,327 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,329 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee629257ced1f968c8c9679f4932ab2 columnFamilyName hfileref 2024-12-04T17:28:23,329 DEBUG [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:23,329 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(327): Store=aee629257ced1f968c8c9679f4932ab2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:23,329 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,330 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee629257ced1f968c8c9679f4932ab2 columnFamilyName queue 2024-12-04T17:28:23,330 DEBUG [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:23,331 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(327): Store=aee629257ced1f968c8c9679f4932ab2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:23,331 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,332 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee629257ced1f968c8c9679f4932ab2 columnFamilyName sid 2024-12-04T17:28:23,332 DEBUG [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:23,332 INFO [StoreOpener-aee629257ced1f968c8c9679f4932ab2-1 {}] regionserver.HStore(327): Store=aee629257ced1f968c8c9679f4932ab2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:23,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/replication/aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/replication/aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:23,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/replication/aee629257ced1f968c8c9679f4932ab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:23,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aee629257ced1f968c8c9679f4932ab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71874948, jitterRate=0.07102018594741821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:23,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aee629257ced1f968c8c9679f4932ab2: Running coprocessor pre-open hook at 1733333303316Writing region info on filesystem at 1733333303316Initializing all the Stores at 1733333303317 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333303317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333303327 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333303327Cleaning up temporary data from old regions at 1733333303337 (+10 ms)Running coprocessor post-open hooks at 1733333303343 (+6 ms)Region opened successfully at 1733333303343 2024-12-04T17:28:23,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2., pid=10, masterSystemTime=1733333303232 2024-12-04T17:28:23,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:23,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:23,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aee629257ced1f968c8c9679f4932ab2, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:23,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aee629257ced1f968c8c9679f4932ab2, server=1bc61fcf61ea,38709,1733333297103 because future has completed 2024-12-04T17:28:23,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:28:23,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aee629257ced1f968c8c9679f4932ab2, server=1bc61fcf61ea,38709,1733333297103 in 279 msec 2024-12-04T17:28:23,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:28:23,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aee629257ced1f968c8c9679f4932ab2, ASSIGN in 437 msec 2024-12-04T17:28:23,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:23,358 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333303358"}]},"ts":"1733333303358"} 2024-12-04T17:28:23,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:28:23,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:23,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 499 msec 2024-12-04T17:28:23,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2., hostname=1bc61fcf61ea,38709,1733333297103, seqNum=2] 2024-12-04T17:28:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:23,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:28:23,379 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 379, reset compression=false 2024-12-04T17:28:23,404 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:23,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:28:23,540 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:28:23,578 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,38709,1733333297103, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:28:23,579 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:23,579 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38709,1733333297103, seqNum=-1] 2024-12-04T17:28:23,579 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:23,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:23,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,38709,1733333297103', locateType=CURRENT is [region=hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2., hostname=1bc61fcf61ea,38709,1733333297103, seqNum=2] 2024-12-04T17:28:23,593 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:28:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:28:23,595 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,38709,1733333297103 suceeded 2024-12-04T17:28:23,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:28:23,597 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:38287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:28:23,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-04T17:28:23,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 757 msec 2024-12-04T17:28:23,613 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:38287' 2024-12-04T17:28:23,614 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f16766c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,614 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:23,615 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:23,615 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:23,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:23,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232b4d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,617 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:23,618 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52764cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,618 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@588b476f 2024-12-04T17:28:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:23,619 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:23,620 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,38709,1733333297103 (queues=1) is replicating from cluster=fb057004-46e4-459c-aafa-6f6de84db017 to cluster=a1928e56-3016-4b27-bbcb-c44e6d75e4f1 2024-12-04T17:28:23,620 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C38709%2C1733333297103 2024-12-04T17:28:23,620 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,38709,1733333297103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:28:23,621 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, startPosition=0, beingWritten=true 2024-12-04T17:28:23,626 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C38709%2C1733333297103 2024-12-04T17:28:23,635 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:23,635 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:23,635 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 379, reset compression=false 2024-12-04T17:28:23,812 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 379, reset compression=false 2024-12-04T17:28:23,849 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 379, reset compression=false 2024-12-04T17:28:23,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:23,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:23,977 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:28:23,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:23,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:23,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,40821,-1 for getting cluster id 2024-12-04T17:28:23,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:23,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:23,980 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a4d36e1-6eee-411e-a62a-84234e41cbe0' 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a4d36e1-6eee-411e-a62a-84234e41cbe0" 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf2758e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,40821,-1] 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,981 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bf706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:23,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:23,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,983 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:23,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502fba3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7de56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:23,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:23,991 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2e0bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:23,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,992 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a6856d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:23,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41277,1733333289083, seqNum=-1] 2024-12-04T17:28:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:23,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:23,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff., hostname=1bc61fcf61ea,41277,1733333289083, seqNum=2] 2024-12-04T17:28:24,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38709,1733333297103, seqNum=-1] 2024-12-04T17:28:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:24,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606., hostname=1bc61fcf61ea,38709,1733333297103, seqNum=2] 2024-12-04T17:28:24,010 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T17:28:24,138 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 379, reset compression=false 2024-12-04T17:28:24,154 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:24,154 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:24,154 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41277,1733333289083 got entry batch from reader: WALEntryBatch [walEntries=[{test/23e2e3e80fe7c1af4fe6bcaebb149dff/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T17:28:24,154 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 379, reset compression=false 2024-12-04T17:28:24,159 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:24,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:24,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a0227d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,38287,-1 for getting cluster id 2024-12-04T17:28:24,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:24,165 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1928e56-3016-4b27-bbcb-c44e6d75e4f1' 2024-12-04T17:28:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1928e56-3016-4b27-bbcb-c44e6d75e4f1" 2024-12-04T17:28:24,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3d5166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,38287,-1] 2024-12-04T17:28:24,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:24,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:24,169 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:24,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712a1585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:24,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,39977,1733333292652, seqNum=-1] 2024-12-04T17:28:24,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:24,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333299233.efc07121ac38ee354d33949331ff1f71., hostname=1bc61fcf61ea,39977,1733333292652, seqNum=2] 2024-12-04T17:28:24,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:24,339 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 379, reset compression=false 2024-12-04T17:28:24,368 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:24,379 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:24,379 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 503, reset compression=false 2024-12-04T17:28:24,379 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[{test/efc07121ac38ee354d33949331ff1f71/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T17:28:24,381 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:24,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:24,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:24,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31690f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,34969,-1 for getting cluster id 2024-12-04T17:28:24,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:24,400 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb057004-46e4-459c-aafa-6f6de84db017' 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb057004-46e4-459c-aafa-6f6de84db017" 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122a1551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,34969,-1] 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:24,401 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:24,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@282adf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:24,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:24,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38709,1733333297103, seqNum=-1] 2024-12-04T17:28:24,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:24,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606., hostname=1bc61fcf61ea,38709,1733333297103, seqNum=2] 2024-12-04T17:28:24,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:24,566 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 379, reset compression=false 2024-12-04T17:28:24,569 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:24,569 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 527, reset compression=false 2024-12-04T17:28:24,569 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:24,610 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 503, reset compression=false 2024-12-04T17:28:24,695 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:24,774 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 527, reset compression=false 2024-12-04T17:28:24,914 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 503, reset compression=false 2024-12-04T17:28:25,012 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T17:28:25,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,39977,1733333292652, seqNum=-1] 2024-12-04T17:28:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:25,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733333299233.efc07121ac38ee354d33949331ff1f71., hostname=1bc61fcf61ea,39977,1733333292652, seqNum=2] 2024-12-04T17:28:25,019 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T17:28:25,078 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 527, reset compression=false 2024-12-04T17:28:25,123 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:25,319 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 503, reset compression=false 2024-12-04T17:28:25,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:25,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 607, reset compression=false 2024-12-04T17:28:25,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[{test/efc07121ac38ee354d33949331ff1f71/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:28:25,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:25,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:25,484 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 527, reset compression=false 2024-12-04T17:28:25,489 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:25,489 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 655, reset compression=false 2024-12-04T17:28:25,489 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:25,536 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 607, reset compression=false 2024-12-04T17:28:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T17:28:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T17:28:25,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:25,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T17:28:25,629 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:25,696 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 655, reset compression=false 2024-12-04T17:28:25,842 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 607, reset compression=false 2024-12-04T17:28:26,000 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 655, reset compression=false 2024-12-04T17:28:26,030 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T17:28:26,034 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T17:28:26,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 607, reset compression=false 2024-12-04T17:28:26,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:26,405 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 655, reset compression=false 2024-12-04T17:28:26,409 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:26,409 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:26,409 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[{test/62dbfe2c1d74ab4af296aeae2e28f606/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T17:28:26,413 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:26,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:26,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:26,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:26,614 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:26,754 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 607, reset compression=false 2024-12-04T17:28:26,758 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:26,759 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 735, reset compression=false 2024-12-04T17:28:26,759 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:26,930 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:26,951 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:26,966 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 735, reset compression=false 2024-12-04T17:28:27,036 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T17:28:27,042 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T17:28:27,302 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 735, reset compression=false 2024-12-04T17:28:27,333 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:27,705 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 735, reset compression=false 2024-12-04T17:28:27,757 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 480, reset compression=false 2024-12-04T17:28:27,765 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:27,765 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:27,765 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41277,1733333289083 got entry batch from reader: WALEntryBatch [walEntries=[{test/23e2e3e80fe7c1af4fe6bcaebb149dff/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T17:28:27,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:27,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:27,836 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:27,978 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:28,044 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T17:28:28,217 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 735, reset compression=false 2024-12-04T17:28:28,221 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:28,221 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 882, reset compression=false 2024-12-04T17:28:28,221 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[{test/efc07121ac38ee354d33949331ff1f71/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T17:28:28,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:28,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:28,282 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:28,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:28,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:28,377 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88610 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:28,434 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 882, reset compression=false 2024-12-04T17:28:28,440 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 759, reset compression=false 2024-12-04T17:28:28,446 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:28,446 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 930, reset compression=false 2024-12-04T17:28:28,446 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:28,652 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 930, reset compression=false 2024-12-04T17:28:28,685 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:28,738 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 882, reset compression=false 2024-12-04T17:28:28,958 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 930, reset compression=false 2024-12-04T17:28:29,046 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T17:28:29,050 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T17:28:29,143 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 882, reset compression=false 2024-12-04T17:28:29,155 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:29,155 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1041, reset compression=false 2024-12-04T17:28:29,155 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[{test/efc07121ac38ee354d33949331ff1f71/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T17:28:29,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:29,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:29,198 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:29,378 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1041, reset compression=false 2024-12-04T17:28:29,382 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 930, reset compression=false 2024-12-04T17:28:29,390 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:29,390 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1080, reset compression=false 2024-12-04T17:28:29,390 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:29,610 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1080, reset compression=false 2024-12-04T17:28:29,681 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1041, reset compression=false 2024-12-04T17:28:29,806 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:29,913 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1080, reset compression=false 2024-12-04T17:28:30,052 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T17:28:30,055 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T17:28:30,085 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1041, reset compression=false 2024-12-04T17:28:30,321 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1080, reset compression=false 2024-12-04T17:28:30,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:30,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1239, reset compression=false 2024-12-04T17:28:30,326 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[{test/62dbfe2c1d74ab4af296aeae2e28f606/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T17:28:30,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T17:28:30,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T17:28:30,511 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:30,536 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1239, reset compression=false 2024-12-04T17:28:30,588 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1041, reset compression=false 2024-12-04T17:28:30,611 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:30,611 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:30,611 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:30,826 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:30,864 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1239, reset compression=false 2024-12-04T17:28:31,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T17:28:31,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:31,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:31,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:31,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:31,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:31,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:31,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:31,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=368144934, stopped=false 2024-12-04T17:28:31,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,34969,1733333296989 2024-12-04T17:28:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065372391/running 2024-12-04T17:28:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065372391/running 2024-12-04T17:28:31,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:31,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:31,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:31,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:31,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:31,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,38709,1733333297103' ***** 2024-12-04T17:28:31,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:31,066 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:31,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:31,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/running 2024-12-04T17:28:31,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Set watcher on znode that does not yet exist, /2-1065372391/running 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(3091): Received CLOSE for 62dbfe2c1d74ab4af296aeae2e28f606 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(3091): Received CLOSE for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38709. 2024-12-04T17:28:31,067 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62dbfe2c1d74ab4af296aeae2e28f606, disabling compactions & flushes 2024-12-04T17:28:31,067 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:31,067 DEBUG [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:31,067 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:31,067 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:31,067 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. after waiting 0 ms 2024-12-04T17:28:31,067 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:31,067 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62dbfe2c1d74ab4af296aeae2e28f606 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T17:28:31,067 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:31,068 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:31,068 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:31,068 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1325): Online Regions={62dbfe2c1d74ab4af296aeae2e28f606=test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606., 1588230740=hbase:meta,,1.1588230740, aee629257ced1f968c8c9679f4932ab2=hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.} 2024-12-04T17:28:31,068 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,068 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:31,068 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:31,068 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:31,068 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:31,068 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:31,068 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:31,087 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f/61f9608f28d44c33b862a8e5f56077fd is 29, key is row1/f:/1733333309047/DeleteFamily/seqid=0 2024-12-04T17:28:31,091 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/info/a22cb95497c2468bb86a4b8267a6c896 is 147, key is hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2./info:regioninfo/1733333303346/Put/seqid=0 2024-12-04T17:28:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741840_1016 (size=5152) 2024-12-04T17:28:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:31,134 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:31,137 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:31,268 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,277 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1239, reset compression=false 2024-12-04T17:28:31,281 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:31,281 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1486, reset compression=false 2024-12-04T17:28:31,281 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,38709,1733333297103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:31,282 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,38709,1733333297103: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,38709,1733333297103, walGroup=1bc61fcf61ea%2C38709%2C1733333297103, offset=1bc61fcf61ea%2C38709%2C1733333297103.1733333297855:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:38709 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:31,283 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:31,283 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:31,285 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:31,285 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:31,285 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:31,286 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1085899256 }, "NonHeapMemoryUsage": { "committed": 204931072, "init": 7667712, "max": -1, "used": 200842648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:31,286 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:34969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:34969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:31,345 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:31,468 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,494 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1486, reset compression=false 2024-12-04T17:28:31,501 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f/61f9608f28d44c33b862a8e5f56077fd 2024-12-04T17:28:31,501 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/info/a22cb95497c2468bb86a4b8267a6c896 2024-12-04T17:28:31,507 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61f9608f28d44c33b862a8e5f56077fd 2024-12-04T17:28:31,537 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:31,540 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f1/609c0d3a329942d68b94c5861eb6344d is 30, key is row1/f1:/1733333309047/DeleteFamily/seqid=0 2024-12-04T17:28:31,546 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/ns/576d258b5a2e4da496b3daf5c240fd4a is 43, key is default/ns:d/1733333298464/Put/seqid=0 2024-12-04T17:28:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:28:31,589 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/ns/576d258b5a2e4da496b3daf5c240fd4a 2024-12-04T17:28:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741842_1018 (size=5158) 2024-12-04T17:28:31,632 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/rep_barrier/25bd266d3662459eb4cfbf04241be882 is 112, key is test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606./rep_barrier:seqnumDuringOpen/1733333300307/Put/seqid=0 2024-12-04T17:28:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741844_1020 (size=5518) 2024-12-04T17:28:31,669 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,709 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:31,710 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:31,821 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1486, reset compression=false 2024-12-04T17:28:31,869 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:31,998 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f1/609c0d3a329942d68b94c5861eb6344d 2024-12-04T17:28:32,002 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 609c0d3a329942d68b94c5861eb6344d 2024-12-04T17:28:32,020 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/norep/009ba6ca35124f61b1c7b681c943c41c is 33, key is row2/norep:/1733333310052/DeleteFamily/seqid=0 2024-12-04T17:28:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741845_1021 (size=5108) 2024-12-04T17:28:32,031 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/norep/009ba6ca35124f61b1c7b681c943c41c 2024-12-04T17:28:32,034 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 009ba6ca35124f61b1c7b681c943c41c 2024-12-04T17:28:32,035 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f/61f9608f28d44c33b862a8e5f56077fd as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/f/61f9608f28d44c33b862a8e5f56077fd 2024-12-04T17:28:32,039 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61f9608f28d44c33b862a8e5f56077fd 2024-12-04T17:28:32,040 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/f/61f9608f28d44c33b862a8e5f56077fd, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:32,041 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/f1/609c0d3a329942d68b94c5861eb6344d as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/f1/609c0d3a329942d68b94c5861eb6344d 2024-12-04T17:28:32,049 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 609c0d3a329942d68b94c5861eb6344d 2024-12-04T17:28:32,049 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/f1/609c0d3a329942d68b94c5861eb6344d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:32,051 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/.tmp/norep/009ba6ca35124f61b1c7b681c943c41c as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/norep/009ba6ca35124f61b1c7b681c943c41c 2024-12-04T17:28:32,059 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 009ba6ca35124f61b1c7b681c943c41c 2024-12-04T17:28:32,059 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/rep_barrier/25bd266d3662459eb4cfbf04241be882 2024-12-04T17:28:32,059 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/norep/009ba6ca35124f61b1c7b681c943c41c, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:32,061 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62dbfe2c1d74ab4af296aeae2e28f606 in 993ms, sequenceid=10, compaction requested=false 2024-12-04T17:28:32,069 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62dbfe2c1d74ab4af296aeae2e28f606, aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:32,099 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/table/d5cda08998b444128722f942db424ce3 is 53, key is hbase:replication/table:state/1733333303358/Put/seqid=0 2024-12-04T17:28:32,102 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:32,122 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/default/test/62dbfe2c1d74ab4af296aeae2e28f606/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T17:28:32,122 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:32,122 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:32,123 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62dbfe2c1d74ab4af296aeae2e28f606: Waiting for close lock at 1733333311067Running coprocessor pre-close hooks at 1733333311067Disabling compacts and flushes for region at 1733333311067Disabling writes for close at 1733333311067Obtaining lock to block concurrent updates at 1733333311067Preparing flush snapshotting stores in 62dbfe2c1d74ab4af296aeae2e28f606 at 1733333311067Finished memstore snapshotting test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733333311068 (+1 ms)Flushing stores of test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. at 1733333311068Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f: creating writer at 1733333311068Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f: appending metadata at 1733333311086 (+18 ms)Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f: closing flushed file at 1733333311086Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f1: creating writer at 1733333311508 (+422 ms)Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f1: appending metadata at 1733333311540 (+32 ms)Flushing 62dbfe2c1d74ab4af296aeae2e28f606/f1: closing flushed file at 1733333311540Flushing 62dbfe2c1d74ab4af296aeae2e28f606/norep: creating writer at 1733333312002 (+462 ms)Flushing 62dbfe2c1d74ab4af296aeae2e28f606/norep: appending metadata at 1733333312019 (+17 ms)Flushing 62dbfe2c1d74ab4af296aeae2e28f606/norep: closing flushed file at 1733333312019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da2ede6: reopening flushed file at 1733333312034 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8b9891: reopening flushed file at 1733333312040 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5dbcac: reopening flushed file at 1733333312050 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62dbfe2c1d74ab4af296aeae2e28f606 in 993ms, sequenceid=10, compaction requested=false at 1733333312061 (+11 ms)Writing region close event to WAL at 1733333312107 (+46 ms)Running coprocessor post-close hooks at 1733333312122 (+15 ms)Closed at 1733333312123 (+1 ms) 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333299875.62dbfe2c1d74ab4af296aeae2e28f606. 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee629257ced1f968c8c9679f4932ab2, disabling compactions & flushes 2024-12-04T17:28:32,123 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. after waiting 0 ms 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee629257ced1f968c8c9679f4932ab2: Waiting for close lock at 1733333312123Running coprocessor pre-close hooks at 1733333312123Disabling compacts and flushes for region at 1733333312123Disabling writes for close at 1733333312123Failed flush hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2., putting online again at 1733333312123 2024-12-04T17:28:32,123 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:28:32,134 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/table/d5cda08998b444128722f942db424ce3 2024-12-04T17:28:32,163 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/info/a22cb95497c2468bb86a4b8267a6c896 as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/info/a22cb95497c2468bb86a4b8267a6c896 2024-12-04T17:28:32,173 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/info/a22cb95497c2468bb86a4b8267a6c896, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:32,174 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/ns/576d258b5a2e4da496b3daf5c240fd4a as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/ns/576d258b5a2e4da496b3daf5c240fd4a 2024-12-04T17:28:32,181 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/ns/576d258b5a2e4da496b3daf5c240fd4a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:32,182 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/rep_barrier/25bd266d3662459eb4cfbf04241be882 as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/rep_barrier/25bd266d3662459eb4cfbf04241be882 2024-12-04T17:28:32,186 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/rep_barrier/25bd266d3662459eb4cfbf04241be882, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:32,187 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/.tmp/table/d5cda08998b444128722f942db424ce3 as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/table/d5cda08998b444128722f942db424ce3 2024-12-04T17:28:32,193 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/table/d5cda08998b444128722f942db424ce3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:32,193 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1125ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:32,224 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:32,225 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:32,225 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:32,225 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:32,225 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333311068Running coprocessor pre-close hooks at 1733333311068Disabling compacts and flushes for region at 1733333311068Disabling writes for close at 1733333311068Obtaining lock to block concurrent updates at 1733333311068Preparing flush snapshotting stores in 1588230740 at 1733333311068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333311069 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333311069Flushing 1588230740/info: creating writer at 1733333311069Flushing 1588230740/info: appending metadata at 1733333311090 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733333311090Flushing 1588230740/ns: creating writer at 1733333311523 (+433 ms)Flushing 1588230740/ns: appending metadata at 1733333311545 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333311545Flushing 1588230740/rep_barrier: creating writer at 1733333311595 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333311631 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333311631Flushing 1588230740/table: creating writer at 1733333312065 (+434 ms)Flushing 1588230740/table: appending metadata at 1733333312099 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733333312099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c716282: reopening flushed file at 1733333312160 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45495d59: reopening flushed file at 1733333312173 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682f37aa: reopening flushed file at 1733333312182 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a328456: reopening flushed file at 1733333312187 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1125ms, sequenceid=16, compaction requested=false at 1733333312193 (+6 ms)Writing region close event to WAL at 1733333312221 (+28 ms)Running coprocessor post-close hooks at 1733333312225 (+4 ms)Closed at 1733333312225 2024-12-04T17:28:32,225 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:32,226 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 1486, reset compression=false 2024-12-04T17:28:32,231 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:32,231 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 2130, reset compression=false 2024-12-04T17:28:32,248 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:32,269 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:28:32,269 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1325): Online Regions={aee629257ced1f968c8c9679f4932ab2=hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2.} 2024-12-04T17:28:32,269 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(3091): Received CLOSE for aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:32,269 DEBUG [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1351): Waiting on aee629257ced1f968c8c9679f4932ab2 2024-12-04T17:28:32,269 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aee629257ced1f968c8c9679f4932ab2, disabling compactions & flushes 2024-12-04T17:28:32,270 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,270 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,270 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. after waiting 0 ms 2024-12-04T17:28:32,270 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,270 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aee629257ced1f968c8c9679f4932ab2: Waiting for close lock at 1733333312269Running coprocessor pre-close hooks at 1733333312269Disabling compacts and flushes for region at 1733333312269Disabling writes for close at 1733333312270 (+1 ms)Failed flush hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2., putting online again at 1733333312270 2024-12-04T17:28:32,270 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333302861.aee629257ced1f968c8c9679f4932ab2. 2024-12-04T17:28:32,434 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 to pos 2130, reset compression=false 2024-12-04T17:28:32,470 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T17:28:32,470 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,38709,1733333297103; all regions closed. 2024-12-04T17:28:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741839_1015 (size=2171) 2024-12-04T17:28:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741833_1009 (size=2138) 2024-12-04T17:28:32,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/WALs/1bc61fcf61ea,38709,1733333297103/1bc61fcf61ea%2C38709%2C1733333297103.1733333297855 not finished, retry = 0 2024-12-04T17:28:32,591 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:32,592 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:32,592 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:32,592 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:32,592 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:32,592 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:32,593 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,38709,1733333297103 because: Region server is closing 2024-12-04T17:28:32,593 INFO [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38709. 2024-12-04T17:28:32,593 DEBUG [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:32,593 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:32,593 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:32,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:32,693 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.shipper1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 terminated 2024-12-04T17:28:32,694 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,38709,1733333297103.replicationSource.wal-reader.1bc61fcf61ea%2C38709%2C1733333297103,1-1bc61fcf61ea,38709,1733333297103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:28:32,694 INFO [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38709. 2024-12-04T17:28:32,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:32,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:32,694 DEBUG [RS:0;1bc61fcf61ea:38709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:32,694 INFO [RS:0;1bc61fcf61ea:38709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38709 2024-12-04T17:28:32,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065372391/rs/1bc61fcf61ea,38709,1733333297103 2024-12-04T17:28:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391/rs 2024-12-04T17:28:32,697 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:32,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,38709,1733333297103] 2024-12-04T17:28:32,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1065372391/draining/1bc61fcf61ea,38709,1733333297103 already deleted, retry=false 2024-12-04T17:28:32,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,38709,1733333297103 expired; onlineServers=0 2024-12-04T17:28:32,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,34969,1733333296989' ***** 2024-12-04T17:28:32,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:32,699 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:32,699 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:32,699 DEBUG [M:0;1bc61fcf61ea:34969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:32,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:32,699 DEBUG [M:0;1bc61fcf61ea:34969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:32,699 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333297621 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333297621,5,FailOnTimeoutGroup] 2024-12-04T17:28:32,699 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333297621 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333297621,5,FailOnTimeoutGroup] 2024-12-04T17:28:32,699 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:32,700 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:32,700 DEBUG [M:0;1bc61fcf61ea:34969 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:32,700 INFO [M:0;1bc61fcf61ea:34969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:32,700 INFO [M:0;1bc61fcf61ea:34969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:32,700 INFO [M:0;1bc61fcf61ea:34969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:32,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1065372391/master 2024-12-04T17:28:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1065372391 2024-12-04T17:28:32,702 DEBUG [M:0;1bc61fcf61ea:34969 {}] zookeeper.ZKUtil(347): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Unable to get data of znode /2-1065372391/master because node does not exist (not an error) 2024-12-04T17:28:32,702 WARN [M:0;1bc61fcf61ea:34969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:32,702 INFO [M:0;1bc61fcf61ea:34969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/.lastflushedseqids 2024-12-04T17:28:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741847_1023 (size=245) 2024-12-04T17:28:32,720 INFO [M:0;1bc61fcf61ea:34969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:32,720 INFO [M:0;1bc61fcf61ea:34969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:32,721 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:32,721 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:32,721 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:32,721 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:32,721 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:32,721 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:28:32,726 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:32,744 DEBUG [M:0;1bc61fcf61ea:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc44b2b25640b7bfd8488475a560ef is 82, key is hbase:meta,,1/info:regioninfo/1733333298451/Put/seqid=0 2024-12-04T17:28:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741848_1024 (size=5672) 2024-12-04T17:28:32,751 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc44b2b25640b7bfd8488475a560ef 2024-12-04T17:28:32,779 DEBUG [M:0;1bc61fcf61ea:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f769dc029d44685899943184c997029 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333303362/Put/seqid=0 2024-12-04T17:28:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741849_1025 (size=8517) 2024-12-04T17:28:32,786 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f769dc029d44685899943184c997029 2024-12-04T17:28:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38709-0x100a64661500007, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:32,798 INFO [RS:0;1bc61fcf61ea:38709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:32,798 INFO [RS:0;1bc61fcf61ea:38709 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,38709,1733333297103; zookeeper connection closed. 2024-12-04T17:28:32,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa 2024-12-04T17:28:32,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:32,813 DEBUG [M:0;1bc61fcf61ea:34969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58b38474191e444eb7904581c734569a is 69, key is 1bc61fcf61ea,38709,1733333297103/rs:state/1733333297667/Put/seqid=0 2024-12-04T17:28:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741850_1026 (size=5156) 2024-12-04T17:28:32,858 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58b38474191e444eb7904581c734569a 2024-12-04T17:28:32,867 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00dc44b2b25640b7bfd8488475a560ef as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00dc44b2b25640b7bfd8488475a560ef 2024-12-04T17:28:32,875 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00dc44b2b25640b7bfd8488475a560ef, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:28:32,877 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f769dc029d44685899943184c997029 as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f769dc029d44685899943184c997029 2024-12-04T17:28:32,881 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f769dc029d44685899943184c997029, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:28:32,884 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58b38474191e444eb7904581c734569a as hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58b38474191e444eb7904581c734569a 2024-12-04T17:28:32,891 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42497/user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58b38474191e444eb7904581c734569a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:28:32,892 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false 2024-12-04T17:28:32,905 INFO [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:32,905 DEBUG [M:0;1bc61fcf61ea:34969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333312721Disabling compacts and flushes for region at 1733333312721Disabling writes for close at 1733333312721Obtaining lock to block concurrent updates at 1733333312721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333312721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333312721Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333312722 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333312722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333312743 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333312743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333312754 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333312779 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333312779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333312794 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333312813 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333312813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae172a5: reopening flushed file at 1733333312867 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe77299: reopening flushed file at 1733333312875 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c47997d: reopening flushed file at 1733333312881 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=97, compaction requested=false at 1733333312892 (+11 ms)Writing region close event to WAL at 1733333312905 (+13 ms)Closed at 1733333312905 2024-12-04T17:28:32,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40224109-362d-3b53-410e-b1dbf05cc98b/MasterData/WALs/1bc61fcf61ea,34969,1733333296989/1bc61fcf61ea%2C34969%2C1733333296989.1733333297475 not finished, retry = 0 2024-12-04T17:28:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39119 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:28:33,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:33,015 INFO [M:0;1bc61fcf61ea:34969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:33,015 INFO [M:0;1bc61fcf61ea:34969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34969 2024-12-04T17:28:33,016 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:33,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:33,117 INFO [M:0;1bc61fcf61ea:34969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:33,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34969-0x100a64661500006, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:33,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d89182b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:33,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3930de67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:33,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:33,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:33,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bae05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:33,121 WARN [BP-909188294-172.17.0.2-1733333295853 heartbeating to localhost/127.0.0.1:42497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:33,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:33,121 WARN [BP-909188294-172.17.0.2-1733333295853 heartbeating to localhost/127.0.0.1:42497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909188294-172.17.0.2-1733333295853 (Datanode Uuid 48519711-46de-4a8d-a46d-d0b064355129) service to localhost/127.0.0.1:42497 2024-12-04T17:28:33,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:33,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/cluster_19e183f4-9343-b5a6-8b57-5ddd695fdff4/data/data1/current/BP-909188294-172.17.0.2-1733333295853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:33,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/cluster_19e183f4-9343-b5a6-8b57-5ddd695fdff4/data/data2/current/BP-909188294-172.17.0.2-1733333295853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:33,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:33,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c612044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:33,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72bf35d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:33,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:33,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:33,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f75cfab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:33,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:33,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:33,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:33,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:33,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:33,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:33,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:33,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:33,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1201527009, stopped=false 2024-12-04T17:28:33,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,38287,1733333292612 2024-12-04T17:28:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/173731951/running 2024-12-04T17:28:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/173731951/running 2024-12-04T17:28:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:33,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:33,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:33,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:33,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:33,141 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,39977,1733333292652' ***** 2024-12-04T17:28:33,141 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:33,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/running 2024-12-04T17:28:33,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Set watcher on znode that does not yet exist, /173731951/running 2024-12-04T17:28:33,141 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:33,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(3091): Received CLOSE for efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:39977. 2024-12-04T17:28:33,142 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efc07121ac38ee354d33949331ff1f71, disabling compactions & flushes 2024-12-04T17:28:33,142 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:33,142 DEBUG [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:33,142 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:33,142 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:33,142 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333299233.efc07121ac38ee354d33949331ff1f71. after waiting 0 ms 2024-12-04T17:28:33,142 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:33,142 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efc07121ac38ee354d33949331ff1f71 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:33,142 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:33,142 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1325): Online Regions={efc07121ac38ee354d33949331ff1f71=test,,1733333299233.efc07121ac38ee354d33949331ff1f71., 1588230740=hbase:meta,,1.1588230740, 6e30d7b5703af48a99a9640ec81f9132=hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.} 2024-12-04T17:28:33,142 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132, efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,142 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:33,142 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:33,143 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:33,143 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:33,143 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:33,143 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:33,149 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:33,154 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/info/850d7f40a6ae453aaa75a953bb6557f1 is 147, key is hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132./info:regioninfo/1733333302505/Put/seqid=0 2024-12-04T17:28:33,154 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f/e5484de7b3bb458b9d49de4a59dd5ad9 is 29, key is row1/f:/1733333309047/DeleteFamily/seqid=0 2024-12-04T17:28:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741840_1016 (size=5152) 2024-12-04T17:28:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:33,252 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:33,343 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132, efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,441 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1191, reset compression=false 2024-12-04T17:28:33,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:33,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1438, reset compression=false 2024-12-04T17:28:33,445 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,39977,1733333292652 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:33,446 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,39977,1733333292652: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,39977,1733333292652, walGroup=1bc61fcf61ea%2C39977%2C1733333292652, offset=1bc61fcf61ea%2C39977%2C1733333292652.1733333295068:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:39977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:33,447 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:33,447 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:33,448 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:33,448 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:33,448 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:33,448 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1148813816 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 201080024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:33,448 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:38287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:38287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:33,543 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132, efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,558 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f/e5484de7b3bb458b9d49de4a59dd5ad9 2024-12-04T17:28:33,558 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/info/850d7f40a6ae453aaa75a953bb6557f1 2024-12-04T17:28:33,577 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5484de7b3bb458b9d49de4a59dd5ad9 2024-12-04T17:28:33,592 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f1/b5eb7cf85fd7443590e88815d3a2d396 is 30, key is row1/f1:/1733333309047/DeleteFamily/seqid=0 2024-12-04T17:28:33,600 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/ns/936a8266dd7c4523b0aaaddb5a062882 is 43, key is default/ns:d/1733333295743/Put/seqid=0 2024-12-04T17:28:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741842_1018 (size=5158) 2024-12-04T17:28:33,603 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f1/b5eb7cf85fd7443590e88815d3a2d396 2024-12-04T17:28:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741843_1019 (size=5153) 2024-12-04T17:28:33,607 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5eb7cf85fd7443590e88815d3a2d396 2024-12-04T17:28:33,607 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/ns/936a8266dd7c4523b0aaaddb5a062882 2024-12-04T17:28:33,624 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/norep/6b094887d0324b219c79f2a47157d7b2 is 33, key is row1/norep:/1733333309047/DeleteFamily/seqid=0 2024-12-04T17:28:33,625 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/rep_barrier/c605c7a8abbe4a7abc9ab03d8c00429b is 112, key is test,,1733333299233.efc07121ac38ee354d33949331ff1f71./rep_barrier:seqnumDuringOpen/1733333299623/Put/seqid=0 2024-12-04T17:28:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741844_1020 (size=5108) 2024-12-04T17:28:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741845_1021 (size=5518) 2024-12-04T17:28:33,648 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1438, reset compression=false 2024-12-04T17:28:33,743 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132, efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,924 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:33,924 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:33,943 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132, efc07121ac38ee354d33949331ff1f71 2024-12-04T17:28:33,951 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1438, reset compression=false 2024-12-04T17:28:34,027 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/norep/6b094887d0324b219c79f2a47157d7b2 2024-12-04T17:28:34,030 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/rep_barrier/c605c7a8abbe4a7abc9ab03d8c00429b 2024-12-04T17:28:34,032 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b094887d0324b219c79f2a47157d7b2 2024-12-04T17:28:34,033 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f/e5484de7b3bb458b9d49de4a59dd5ad9 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/f/e5484de7b3bb458b9d49de4a59dd5ad9 2024-12-04T17:28:34,036 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5484de7b3bb458b9d49de4a59dd5ad9 2024-12-04T17:28:34,036 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/f/e5484de7b3bb458b9d49de4a59dd5ad9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:34,037 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/f1/b5eb7cf85fd7443590e88815d3a2d396 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/f1/b5eb7cf85fd7443590e88815d3a2d396 2024-12-04T17:28:34,041 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5eb7cf85fd7443590e88815d3a2d396 2024-12-04T17:28:34,041 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/f1/b5eb7cf85fd7443590e88815d3a2d396, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:34,041 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/.tmp/norep/6b094887d0324b219c79f2a47157d7b2 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/norep/6b094887d0324b219c79f2a47157d7b2 2024-12-04T17:28:34,046 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b094887d0324b219c79f2a47157d7b2 2024-12-04T17:28:34,046 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/norep/6b094887d0324b219c79f2a47157d7b2, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T17:28:34,047 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for efc07121ac38ee354d33949331ff1f71 in 904ms, sequenceid=10, compaction requested=false 2024-12-04T17:28:34,048 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/table/9ff77b42f7a54256bc5bc79f8d43c03f is 53, key is hbase:replication/table:state/1733333302513/Put/seqid=0 2024-12-04T17:28:34,052 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/default/test/efc07121ac38ee354d33949331ff1f71/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:34,053 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efc07121ac38ee354d33949331ff1f71: Waiting for close lock at 1733333313142Running coprocessor pre-close hooks at 1733333313142Disabling compacts and flushes for region at 1733333313142Disabling writes for close at 1733333313142Obtaining lock to block concurrent updates at 1733333313142Preparing flush snapshotting stores in efc07121ac38ee354d33949331ff1f71 at 1733333313142Finished memstore snapshotting test,,1733333299233.efc07121ac38ee354d33949331ff1f71., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733333313142Flushing stores of test,,1733333299233.efc07121ac38ee354d33949331ff1f71. at 1733333313143 (+1 ms)Flushing efc07121ac38ee354d33949331ff1f71/f: creating writer at 1733333313143Flushing efc07121ac38ee354d33949331ff1f71/f: appending metadata at 1733333313154 (+11 ms)Flushing efc07121ac38ee354d33949331ff1f71/f: closing flushed file at 1733333313154Flushing efc07121ac38ee354d33949331ff1f71/f1: creating writer at 1733333313577 (+423 ms)Flushing efc07121ac38ee354d33949331ff1f71/f1: appending metadata at 1733333313592 (+15 ms)Flushing efc07121ac38ee354d33949331ff1f71/f1: closing flushed file at 1733333313592Flushing efc07121ac38ee354d33949331ff1f71/norep: creating writer at 1733333313607 (+15 ms)Flushing efc07121ac38ee354d33949331ff1f71/norep: appending metadata at 1733333313624 (+17 ms)Flushing efc07121ac38ee354d33949331ff1f71/norep: closing flushed file at 1733333313624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fbf1c1: reopening flushed file at 1733333314032 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30991905: reopening flushed file at 1733333314037 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d928d9: reopening flushed file at 1733333314041 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for efc07121ac38ee354d33949331ff1f71 in 904ms, sequenceid=10, compaction requested=false at 1733333314047 (+6 ms)Writing region close event to WAL at 1733333314048 (+1 ms)Running coprocessor post-close hooks at 1733333314053 (+5 ms)Closed at 1733333314053 2024-12-04T17:28:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333299233.efc07121ac38ee354d33949331ff1f71. 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e30d7b5703af48a99a9640ec81f9132, disabling compactions & flushes 2024-12-04T17:28:34,053 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. after waiting 0 ms 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e30d7b5703af48a99a9640ec81f9132: Waiting for close lock at 1733333314053Running coprocessor pre-close hooks at 1733333314053Disabling compacts and flushes for region at 1733333314053Disabling writes for close at 1733333314053Failed flush hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132., putting online again at 1733333314053 2024-12-04T17:28:34,053 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,143 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:28:34,143 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e30d7b5703af48a99a9640ec81f9132=hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132.} 2024-12-04T17:28:34,143 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:34,144 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e30d7b5703af48a99a9640ec81f9132 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e30d7b5703af48a99a9640ec81f9132, disabling compactions & flushes 2024-12-04T17:28:34,144 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. after waiting 0 ms 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e30d7b5703af48a99a9640ec81f9132: Waiting for close lock at 1733333314144Running coprocessor pre-close hooks at 1733333314144Disabling compacts and flushes for region at 1733333314144Disabling writes for close at 1733333314144Failed flush hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132., putting online again at 1733333314144 2024-12-04T17:28:34,144 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733333301700.6e30d7b5703af48a99a9640ec81f9132. 2024-12-04T17:28:34,344 DEBUG [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:28:34,354 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 1438, reset compression=false 2024-12-04T17:28:34,355 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:34,358 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:34,358 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 2082, reset compression=false 2024-12-04T17:28:34,452 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/table/9ff77b42f7a54256bc5bc79f8d43c03f 2024-12-04T17:28:34,457 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/info/850d7f40a6ae453aaa75a953bb6557f1 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/info/850d7f40a6ae453aaa75a953bb6557f1 2024-12-04T17:28:34,461 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/info/850d7f40a6ae453aaa75a953bb6557f1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:34,461 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/ns/936a8266dd7c4523b0aaaddb5a062882 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/ns/936a8266dd7c4523b0aaaddb5a062882 2024-12-04T17:28:34,466 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/ns/936a8266dd7c4523b0aaaddb5a062882, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:34,467 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/rep_barrier/c605c7a8abbe4a7abc9ab03d8c00429b as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/rep_barrier/c605c7a8abbe4a7abc9ab03d8c00429b 2024-12-04T17:28:34,474 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/rep_barrier/c605c7a8abbe4a7abc9ab03d8c00429b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:34,475 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/.tmp/table/9ff77b42f7a54256bc5bc79f8d43c03f as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/table/9ff77b42f7a54256bc5bc79f8d43c03f 2024-12-04T17:28:34,480 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/table/9ff77b42f7a54256bc5bc79f8d43c03f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:34,481 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:34,493 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:34,494 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:34,494 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:34,494 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:34,494 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333313142Running coprocessor pre-close hooks at 1733333313142Disabling compacts and flushes for region at 1733333313142Disabling writes for close at 1733333313143 (+1 ms)Obtaining lock to block concurrent updates at 1733333313143Preparing flush snapshotting stores in 1588230740 at 1733333313143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333313143Flushing stores of hbase:meta,,1.1588230740 at 1733333313143Flushing 1588230740/info: creating writer at 1733333313143Flushing 1588230740/info: appending metadata at 1733333313154 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733333313154Flushing 1588230740/ns: creating writer at 1733333313578 (+424 ms)Flushing 1588230740/ns: appending metadata at 1733333313600 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333313600Flushing 1588230740/rep_barrier: creating writer at 1733333313611 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333313624 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333313624Flushing 1588230740/table: creating writer at 1733333314033 (+409 ms)Flushing 1588230740/table: appending metadata at 1733333314048 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733333314048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e57e2f: reopening flushed file at 1733333314456 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d53881: reopening flushed file at 1733333314461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66165362: reopening flushed file at 1733333314466 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4efa1a: reopening flushed file at 1733333314474 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1733333314481 (+7 ms)Writing region close event to WAL at 1733333314490 (+9 ms)Running coprocessor post-close hooks at 1733333314494 (+4 ms)Closed at 1733333314494 2024-12-04T17:28:34,494 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:34,544 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T17:28:34,544 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,39977,1733333292652; all regions closed. 2024-12-04T17:28:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741839_1015 (size=2171) 2024-12-04T17:28:34,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.rep.1733333302454 not finished, retry = 0 2024-12-04T17:28:34,560 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/WALs/1bc61fcf61ea,39977,1733333292652/1bc61fcf61ea%2C39977%2C1733333292652.1733333295068 to pos 2082, reset compression=false 2024-12-04T17:28:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741833_1009 (size=2090) 2024-12-04T17:28:34,661 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:34,661 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:34,662 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:34,662 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:34,662 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:34,662 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:34,662 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,39977,1733333292652 because: Region server is closing 2024-12-04T17:28:34,663 INFO [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:39977. 2024-12-04T17:28:34,663 DEBUG [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:34,663 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:34,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:34,663 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:34,763 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.shipper1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 terminated 2024-12-04T17:28:34,763 INFO [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:39977. 2024-12-04T17:28:34,763 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,39977,1733333292652.replicationSource.wal-reader.1bc61fcf61ea%2C39977%2C1733333292652,1-1bc61fcf61ea,39977,1733333292652 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:28:34,764 DEBUG [RS:0;1bc61fcf61ea:39977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:34,764 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:34,764 DEBUG [RS:0;1bc61fcf61ea:39977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:34,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:34,764 INFO [RS:0;1bc61fcf61ea:39977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39977 2024-12-04T17:28:34,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/173731951/rs/1bc61fcf61ea,39977,1733333292652 2024-12-04T17:28:34,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951/rs 2024-12-04T17:28:34,765 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:34,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,39977,1733333292652] 2024-12-04T17:28:34,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /173731951/draining/1bc61fcf61ea,39977,1733333292652 already deleted, retry=false 2024-12-04T17:28:34,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,39977,1733333292652 expired; onlineServers=0 2024-12-04T17:28:34,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,38287,1733333292612' ***** 2024-12-04T17:28:34,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:34,768 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:34,768 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:34,768 DEBUG [M:0;1bc61fcf61ea:38287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:34,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:34,768 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333294772 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333294772,5,FailOnTimeoutGroup] 2024-12-04T17:28:34,768 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333294801 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333294801,5,FailOnTimeoutGroup] 2024-12-04T17:28:34,768 DEBUG [M:0;1bc61fcf61ea:38287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:34,768 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:34,768 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:34,768 DEBUG [M:0;1bc61fcf61ea:38287 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:34,768 INFO [M:0;1bc61fcf61ea:38287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:34,769 INFO [M:0;1bc61fcf61ea:38287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:34,769 INFO [M:0;1bc61fcf61ea:38287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:34,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:34,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/173731951/master 2024-12-04T17:28:34,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/173731951 2024-12-04T17:28:34,769 DEBUG [M:0;1bc61fcf61ea:38287 {}] zookeeper.ZKUtil(347): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Unable to get data of znode /173731951/master because node does not exist (not an error) 2024-12-04T17:28:34,769 WARN [M:0;1bc61fcf61ea:38287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:34,770 INFO [M:0;1bc61fcf61ea:38287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/.lastflushedseqids 2024-12-04T17:28:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741847_1023 (size=245) 2024-12-04T17:28:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:34,866 INFO [RS:0;1bc61fcf61ea:39977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:34,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39977-0x100a64661500004, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:34,866 INFO [RS:0;1bc61fcf61ea:39977 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,39977,1733333292652; zookeeper connection closed. 2024-12-04T17:28:34,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69f1d12a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69f1d12a 2024-12-04T17:28:34,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:35,173 INFO [M:0;1bc61fcf61ea:38287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:35,174 INFO [M:0;1bc61fcf61ea:38287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:35,174 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:35,174 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:35,174 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:35,174 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:35,174 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:35,174 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T17:28:35,186 DEBUG [M:0;1bc61fcf61ea:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bc942f42a043dfa177096288cf1414 is 82, key is hbase:meta,,1/info:regioninfo/1733333295728/Put/seqid=0 2024-12-04T17:28:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741848_1024 (size=5672) 2024-12-04T17:28:35,558 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:35,590 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bc942f42a043dfa177096288cf1414 2024-12-04T17:28:35,608 DEBUG [M:0;1bc61fcf61ea:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2762b592f7b94217811dfd139c5afefb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333302521/Put/seqid=0 2024-12-04T17:28:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741849_1025 (size=8516) 2024-12-04T17:28:36,012 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2762b592f7b94217811dfd139c5afefb 2024-12-04T17:28:36,026 DEBUG [M:0;1bc61fcf61ea:38287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9002b9a3dc434a8792f73e83481872d1 is 69, key is 1bc61fcf61ea,39977,1733333292652/rs:state/1733333294859/Put/seqid=0 2024-12-04T17:28:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741850_1026 (size=5156) 2024-12-04T17:28:36,429 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9002b9a3dc434a8792f73e83481872d1 2024-12-04T17:28:36,433 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bc942f42a043dfa177096288cf1414 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17bc942f42a043dfa177096288cf1414 2024-12-04T17:28:36,436 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17bc942f42a043dfa177096288cf1414, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:28:36,436 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2762b592f7b94217811dfd139c5afefb as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2762b592f7b94217811dfd139c5afefb 2024-12-04T17:28:36,440 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2762b592f7b94217811dfd139c5afefb, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:28:36,440 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9002b9a3dc434a8792f73e83481872d1 as hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9002b9a3dc434a8792f73e83481872d1 2024-12-04T17:28:36,443 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44459/user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9002b9a3dc434a8792f73e83481872d1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:28:36,444 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-12-04T17:28:36,447 INFO [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:36,447 DEBUG [M:0;1bc61fcf61ea:38287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333315174Disabling compacts and flushes for region at 1733333315174Disabling writes for close at 1733333315174Obtaining lock to block concurrent updates at 1733333315174Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333315174Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733333315175 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333315175Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333315175Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333315186 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333315186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333315593 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333315608 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333315608Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333316015 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333316026 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333316026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1041ca: reopening flushed file at 1733333316432 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271d4eb: reopening flushed file at 1733333316436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666f587c: reopening flushed file at 1733333316440 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1733333316444 (+4 ms)Writing region close event to WAL at 1733333316446 (+2 ms)Closed at 1733333316447 (+1 ms) 2024-12-04T17:28:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741830_1006 (size=63654) 2024-12-04T17:28:36,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96152e34-941f-fcdd-159d-2800f79fe322/MasterData/WALs/1bc61fcf61ea,38287,1733333292612/1bc61fcf61ea%2C38287%2C1733333292612.1733333294532 not finished, retry = 0 2024-12-04T17:28:36,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:36,549 INFO [M:0;1bc61fcf61ea:38287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:36,549 INFO [M:0;1bc61fcf61ea:38287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38287 2024-12-04T17:28:36,550 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:36,651 INFO [M:0;1bc61fcf61ea:38287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38287-0x100a64661500003, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:36,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521605cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:36,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b2fe634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:36,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:36,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:36,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:36,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:36,658 WARN [BP-820958627-172.17.0.2-1733333291730 heartbeating to localhost/127.0.0.1:44459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:36,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:36,658 WARN [BP-820958627-172.17.0.2-1733333291730 heartbeating to localhost/127.0.0.1:44459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820958627-172.17.0.2-1733333291730 (Datanode Uuid 7f0a0499-c2a2-4fe5-a275-459bc43d4bd3) service to localhost/127.0.0.1:44459 2024-12-04T17:28:36,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/cluster_683c5932-3345-abad-50e4-3a505d475cb8/data/data1/current/BP-820958627-172.17.0.2-1733333291730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:36,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/cluster_683c5932-3345-abad-50e4-3a505d475cb8/data/data2/current/BP-820958627-172.17.0.2-1733333291730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:36,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:36,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44fd5e6b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:36,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384dd753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:36,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:36,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ac7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:36,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3af723-ed04-5f11-a497-ccef6a764369/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:36,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:36,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:28:36,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:36,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:36,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:36,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:36,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:36,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:28:36,679 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=798282499, stopped=false 2024-12-04T17:28:36,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,40821,1733333289039 2024-12-04T17:28:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626738463/running 2024-12-04T17:28:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626738463/running 2024-12-04T17:28:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:36,680 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:36,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:36,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:36,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:36,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/running 2024-12-04T17:28:36,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Set watcher on znode that does not yet exist, /0-626738463/running 2024-12-04T17:28:36,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,41277,1733333289083' ***** 2024-12-04T17:28:36,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:28:36,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:36,681 INFO [RS:0;1bc61fcf61ea:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41277. 2024-12-04T17:28:36,681 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8956a3d109717096ed61fec47753e88, disabling compactions & flushes 2024-12-04T17:28:36,681 DEBUG [RS:0;1bc61fcf61ea:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:36,682 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:36,682 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. after waiting 0 ms 2024-12-04T17:28:36,682 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:36,682 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:28:36,682 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:28:36,682 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:28:36,682 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8956a3d109717096ed61fec47753e88 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T17:28:36,682 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:28:36,682 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1325): Online Regions={a8956a3d109717096ed61fec47753e88=hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88., 1588230740=hbase:meta,,1.1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff=test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.} 2024-12-04T17:28:36,682 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff, a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:36,682 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:36,682 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:36,682 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:28:36,691 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:36,694 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/.tmp/queue/d862b3dc9802472baee108c218c1568d is 153, key is 1-1bc61fcf61ea,41277,1733333289083/queue:1bc61fcf61ea%2C41277%2C1733333289083/1733333307771/Put/seqid=0 2024-12-04T17:28:36,694 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/info/366c96f931e2411f91b8e2ba9d45628e is 147, key is hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88./info:regioninfo/1733333301069/Put/seqid=0 2024-12-04T17:28:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741840_1016 (size=5352) 2024-12-04T17:28:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741841_1017 (size=7686) 2024-12-04T17:28:36,860 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:36,882 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff, a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:36,938 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:28:36,938 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:28:37,082 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff, a8956a3d109717096ed61fec47753e88 2024-12-04T17:28:37,097 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/.tmp/queue/d862b3dc9802472baee108c218c1568d 2024-12-04T17:28:37,097 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/info/366c96f931e2411f91b8e2ba9d45628e 2024-12-04T17:28:37,101 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/.tmp/queue/d862b3dc9802472baee108c218c1568d as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/queue/d862b3dc9802472baee108c218c1568d 2024-12-04T17:28:37,105 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/queue/d862b3dc9802472baee108c218c1568d, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T17:28:37,105 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a8956a3d109717096ed61fec47753e88 in 423ms, sequenceid=8, compaction requested=false 2024-12-04T17:28:37,113 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/ns/cbfdde9eabb1440d915540042df48cd0 is 43, key is default/ns:d/1733333291678/Put/seqid=0 2024-12-04T17:28:37,114 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/replication/a8956a3d109717096ed61fec47753e88/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T17:28:37,114 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:37,114 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:37,114 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:37,114 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8956a3d109717096ed61fec47753e88: Waiting for close lock at 1733333316681Running coprocessor pre-close hooks at 1733333316681Disabling compacts and flushes for region at 1733333316681Disabling writes for close at 1733333316682 (+1 ms)Obtaining lock to block concurrent updates at 1733333316682Preparing flush snapshotting stores in a8956a3d109717096ed61fec47753e88 at 1733333316682Finished memstore snapshotting hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733333316682Flushing stores of hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. at 1733333316682Flushing a8956a3d109717096ed61fec47753e88/queue: creating writer at 1733333316682Flushing a8956a3d109717096ed61fec47753e88/queue: appending metadata at 1733333316693 (+11 ms)Flushing a8956a3d109717096ed61fec47753e88/queue: closing flushed file at 1733333316693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e57dc21: reopening flushed file at 1733333317101 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a8956a3d109717096ed61fec47753e88 in 423ms, sequenceid=8, compaction requested=false at 1733333317105 (+4 ms)Writing region close event to WAL at 1733333317109 (+4 ms)Running coprocessor post-close hooks at 1733333317114 (+5 ms)Closed at 1733333317114 2024-12-04T17:28:37,114 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333300550.a8956a3d109717096ed61fec47753e88. 2024-12-04T17:28:37,115 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23e2e3e80fe7c1af4fe6bcaebb149dff, disabling compactions & flushes 2024-12-04T17:28:37,115 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:37,115 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:37,115 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. after waiting 0 ms 2024-12-04T17:28:37,115 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:37,115 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T17:28:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741842_1018 (size=5153) 2024-12-04T17:28:37,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,128 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f/916057ac006944cfb145c4a9f7488f83 is 28, key is row/f:/1733333307040/DeleteFamily/seqid=0 2024-12-04T17:28:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741843_1019 (size=5085) 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,282 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:37,483 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:37,518 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/ns/cbfdde9eabb1440d915540042df48cd0 2024-12-04T17:28:37,531 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f/916057ac006944cfb145c4a9f7488f83 2024-12-04T17:28:37,533 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/rep_barrier/3fa559121b5e41ee907b63404d7914b5 is 112, key is test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff./rep_barrier:seqnumDuringOpen/1733333299012/Put/seqid=0 2024-12-04T17:28:37,535 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 916057ac006944cfb145c4a9f7488f83 2024-12-04T17:28:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741844_1020 (size=5518) 2024-12-04T17:28:37,550 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f1/6edc0eceb1ae4ed8a4ea6939a5b7cdf7 is 29, key is row/f1:/1733333307040/DeleteFamily/seqid=0 2024-12-04T17:28:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741845_1021 (size=5089) 2024-12-04T17:28:37,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,683 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:28:37,683 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff=test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff.} 2024-12-04T17:28:37,683 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:37,883 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:37,937 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/rep_barrier/3fa559121b5e41ee907b63404d7914b5 2024-12-04T17:28:37,951 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/table/b466d678a05d4316a9997c3d44908cb7 is 53, key is hbase:replication/table:state/1733333301081/Put/seqid=0 2024-12-04T17:28:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741846_1022 (size=5308) 2024-12-04T17:28:37,954 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f1/6edc0eceb1ae4ed8a4ea6939a5b7cdf7 2024-12-04T17:28:37,957 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6edc0eceb1ae4ed8a4ea6939a5b7cdf7 2024-12-04T17:28:37,972 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/norep/eaf671b99e8b4d718d4d578039c589cf is 32, key is row/norep:/1733333307040/DeleteFamily/seqid=0 2024-12-04T17:28:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741847_1023 (size=5101) 2024-12-04T17:28:38,083 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:38,263 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 636, reset compression=false 2024-12-04T17:28:38,266 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:38,266 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 883, reset compression=false 2024-12-04T17:28:38,266 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41277,1733333289083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:38,267 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,41277,1733333289083: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,41277,1733333289083, walGroup=1bc61fcf61ea%2C41277%2C1733333289083, offset=1bc61fcf61ea%2C41277%2C1733333289083.1733333291066:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:28:38,269 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:28:38,269 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:28:38,269 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 970972512 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201744304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:28:38,270 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:40821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:40821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:28:38,283 DEBUG [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e2e3e80fe7c1af4fe6bcaebb149dff 2024-12-04T17:28:38,354 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/table/b466d678a05d4316a9997c3d44908cb7 2024-12-04T17:28:38,359 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/info/366c96f931e2411f91b8e2ba9d45628e as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/info/366c96f931e2411f91b8e2ba9d45628e 2024-12-04T17:28:38,362 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/info/366c96f931e2411f91b8e2ba9d45628e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:28:38,362 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/ns/cbfdde9eabb1440d915540042df48cd0 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/ns/cbfdde9eabb1440d915540042df48cd0 2024-12-04T17:28:38,365 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/ns/cbfdde9eabb1440d915540042df48cd0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:28:38,366 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/rep_barrier/3fa559121b5e41ee907b63404d7914b5 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/rep_barrier/3fa559121b5e41ee907b63404d7914b5 2024-12-04T17:28:38,369 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/rep_barrier/3fa559121b5e41ee907b63404d7914b5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:28:38,369 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/.tmp/table/b466d678a05d4316a9997c3d44908cb7 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/table/b466d678a05d4316a9997c3d44908cb7 2024-12-04T17:28:38,373 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/table/b466d678a05d4316a9997c3d44908cb7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:28:38,374 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-12-04T17:28:38,374 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:28:38,376 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/norep/eaf671b99e8b4d718d4d578039c589cf 2024-12-04T17:28:38,377 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:28:38,378 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:38,378 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:28:38,378 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:38,378 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333316682Running coprocessor pre-close hooks at 1733333316682Disabling compacts and flushes for region at 1733333316682Disabling writes for close at 1733333316682Obtaining lock to block concurrent updates at 1733333316682Preparing flush snapshotting stores in 1588230740 at 1733333316682Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333316682Flushing stores of hbase:meta,,1.1588230740 at 1733333316683 (+1 ms)Flushing 1588230740/info: creating writer at 1733333316683Flushing 1588230740/info: appending metadata at 1733333316693 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733333316693Flushing 1588230740/ns: creating writer at 1733333317101 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733333317113 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333317113Flushing 1588230740/rep_barrier: creating writer at 1733333317521 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333317533 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333317533Flushing 1588230740/table: creating writer at 1733333317940 (+407 ms)Flushing 1588230740/table: appending metadata at 1733333317951 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733333317951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796fa1da: reopening flushed file at 1733333318358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa0599e: reopening flushed file at 1733333318362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eada9d7: reopening flushed file at 1733333318365 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599c91ce: reopening flushed file at 1733333318369 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1733333318374 (+5 ms)Writing region close event to WAL at 1733333318375 (+1 ms)Running coprocessor post-close hooks at 1733333318378 (+3 ms)Closed at 1733333318378 2024-12-04T17:28:38,378 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:38,379 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaf671b99e8b4d718d4d578039c589cf 2024-12-04T17:28:38,380 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f/916057ac006944cfb145c4a9f7488f83 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/f/916057ac006944cfb145c4a9f7488f83 2024-12-04T17:28:38,383 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 916057ac006944cfb145c4a9f7488f83 2024-12-04T17:28:38,383 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/f/916057ac006944cfb145c4a9f7488f83, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T17:28:38,384 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/f1/6edc0eceb1ae4ed8a4ea6939a5b7cdf7 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/f1/6edc0eceb1ae4ed8a4ea6939a5b7cdf7 2024-12-04T17:28:38,388 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6edc0eceb1ae4ed8a4ea6939a5b7cdf7 2024-12-04T17:28:38,388 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/f1/6edc0eceb1ae4ed8a4ea6939a5b7cdf7, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T17:28:38,389 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/.tmp/norep/eaf671b99e8b4d718d4d578039c589cf as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/norep/eaf671b99e8b4d718d4d578039c589cf 2024-12-04T17:28:38,392 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaf671b99e8b4d718d4d578039c589cf 2024-12-04T17:28:38,392 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/norep/eaf671b99e8b4d718d4d578039c589cf, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T17:28:38,393 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 23e2e3e80fe7c1af4fe6bcaebb149dff in 1278ms, sequenceid=6, compaction requested=false 2024-12-04T17:28:38,393 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:28:38,397 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/data/default/test/23e2e3e80fe7c1af4fe6bcaebb149dff/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T17:28:38,397 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:28:38,397 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:28:38,397 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:38,397 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23e2e3e80fe7c1af4fe6bcaebb149dff: Waiting for close lock at 1733333317115Running coprocessor pre-close hooks at 1733333317115Disabling compacts and flushes for region at 1733333317115Disabling writes for close at 1733333317115Obtaining lock to block concurrent updates at 1733333317115Preparing flush snapshotting stores in 23e2e3e80fe7c1af4fe6bcaebb149dff at 1733333317115Finished memstore snapshotting test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733333317115Flushing stores of test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. at 1733333317115Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f: creating writer at 1733333317115Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f: appending metadata at 1733333317127 (+12 ms)Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f: closing flushed file at 1733333317127Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f1: creating writer at 1733333317535 (+408 ms)Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f1: appending metadata at 1733333317550 (+15 ms)Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/f1: closing flushed file at 1733333317550Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/norep: creating writer at 1733333317957 (+407 ms)Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/norep: appending metadata at 1733333317971 (+14 ms)Flushing 23e2e3e80fe7c1af4fe6bcaebb149dff/norep: closing flushed file at 1733333317971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547bfff: reopening flushed file at 1733333318379 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e50e76b: reopening flushed file at 1733333318384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f1650: reopening flushed file at 1733333318388 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 23e2e3e80fe7c1af4fe6bcaebb149dff in 1278ms, sequenceid=6, compaction requested=false at 1733333318393 (+5 ms)Writing region close event to WAL at 1733333318394 (+1 ms)Running coprocessor post-close hooks at 1733333318397 (+3 ms)Closed at 1733333318397 2024-12-04T17:28:38,398 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333298589.23e2e3e80fe7c1af4fe6bcaebb149dff. 2024-12-04T17:28:38,469 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 883, reset compression=false 2024-12-04T17:28:38,472 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:38,472 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.wal-reader.1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.1733333291066 to pos 1527, reset compression=false 2024-12-04T17:28:38,483 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,41277,1733333289083; all regions closed. 2024-12-04T17:28:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741834_1010 (size=4239) 2024-12-04T17:28:38,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/WALs/1bc61fcf61ea,41277,1733333289083/1bc61fcf61ea%2C41277%2C1733333289083.meta.1733333291642.meta not finished, retry = 0 2024-12-04T17:28:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741839_1015 (size=2240) 2024-12-04T17:28:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741833_1009 (size=1535) 2024-12-04T17:28:38,589 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:38,589 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:28:38,589 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:38,590 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:38,590 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:38,590 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:38,590 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,41277,1733333289083 because: Region server is closing 2024-12-04T17:28:38,590 INFO [RS:0;1bc61fcf61ea:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41277. 2024-12-04T17:28:38,590 DEBUG [RS:0;1bc61fcf61ea:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:38,590 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:38,590 DEBUG [RS:0;1bc61fcf61ea:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:38,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:38,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T17:28:38,691 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41277,1733333289083.replicationSource.shipper1bc61fcf61ea%2C41277%2C1733333289083,1-1bc61fcf61ea,41277,1733333289083 terminated 2024-12-04T17:28:38,691 INFO [RS:0;1bc61fcf61ea:41277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41277 2024-12-04T17:28:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463/rs 2024-12-04T17:28:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626738463/rs/1bc61fcf61ea,41277,1733333289083 2024-12-04T17:28:38,692 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:38,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,41277,1733333289083] 2024-12-04T17:28:38,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-626738463/draining/1bc61fcf61ea,41277,1733333289083 already deleted, retry=false 2024-12-04T17:28:38,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,41277,1733333289083 expired; onlineServers=0 2024-12-04T17:28:38,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,40821,1733333289039' ***** 2024-12-04T17:28:38,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:28:38,693 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:28:38,693 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:28:38,693 DEBUG [M:0;1bc61fcf61ea:40821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:28:38,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:28:38,693 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333290903 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333290903,5,FailOnTimeoutGroup] 2024-12-04T17:28:38,693 DEBUG [M:0;1bc61fcf61ea:40821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:28:38,693 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333290903 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333290903,5,FailOnTimeoutGroup] 2024-12-04T17:28:38,693 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:28:38,694 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:28:38,694 DEBUG [M:0;1bc61fcf61ea:40821 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:28:38,694 INFO [M:0;1bc61fcf61ea:40821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:28:38,694 INFO [M:0;1bc61fcf61ea:40821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:28:38,694 INFO [M:0;1bc61fcf61ea:40821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:28:38,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:28:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626738463/master 2024-12-04T17:28:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626738463 2024-12-04T17:28:38,694 DEBUG [M:0;1bc61fcf61ea:40821 {}] zookeeper.ZKUtil(347): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Unable to get data of znode /0-626738463/master because node does not exist (not an error) 2024-12-04T17:28:38,694 WARN [M:0;1bc61fcf61ea:40821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:28:38,695 INFO [M:0;1bc61fcf61ea:40821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/.lastflushedseqids 2024-12-04T17:28:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741848_1024 (size=245) 2024-12-04T17:28:38,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:38,793 INFO [RS:0;1bc61fcf61ea:41277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:38,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x100a64661500001, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:38,793 INFO [RS:0;1bc61fcf61ea:41277 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,41277,1733333289083; zookeeper connection closed. 2024-12-04T17:28:38,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df174bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df174bb 2024-12-04T17:28:38,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:28:39,098 INFO [M:0;1bc61fcf61ea:40821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:28:39,098 INFO [M:0;1bc61fcf61ea:40821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:28:39,098 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:39,098 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:39,099 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:39,099 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:39,099 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:39,099 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T17:28:39,123 DEBUG [M:0;1bc61fcf61ea:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac4169c71564090a024e1fbdf0deb71 is 82, key is hbase:meta,,1/info:regioninfo/1733333291669/Put/seqid=0 2024-12-04T17:28:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741849_1025 (size=5672) 2024-12-04T17:28:39,142 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac4169c71564090a024e1fbdf0deb71 2024-12-04T17:28:39,172 DEBUG [M:0;1bc61fcf61ea:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b75c0401c84fbf9343e66a2b39443d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333301085/Put/seqid=0 2024-12-04T17:28:39,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741850_1026 (size=8517) 2024-12-04T17:28:39,580 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b75c0401c84fbf9343e66a2b39443d 2024-12-04T17:28:39,594 DEBUG [M:0;1bc61fcf61ea:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfac0b02acb64e8f9ccaf4675f6eacd1 is 69, key is 1bc61fcf61ea,41277,1733333289083/rs:state/1733333290926/Put/seqid=0 2024-12-04T17:28:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741851_1027 (size=5156) 2024-12-04T17:28:39,998 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfac0b02acb64e8f9ccaf4675f6eacd1 2024-12-04T17:28:40,001 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac4169c71564090a024e1fbdf0deb71 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac4169c71564090a024e1fbdf0deb71 2024-12-04T17:28:40,005 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac4169c71564090a024e1fbdf0deb71, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T17:28:40,005 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6b75c0401c84fbf9343e66a2b39443d as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b75c0401c84fbf9343e66a2b39443d 2024-12-04T17:28:40,008 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6b75c0401c84fbf9343e66a2b39443d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T17:28:40,009 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfac0b02acb64e8f9ccaf4675f6eacd1 as hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfac0b02acb64e8f9ccaf4675f6eacd1 2024-12-04T17:28:40,012 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40585/user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfac0b02acb64e8f9ccaf4675f6eacd1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T17:28:40,013 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-12-04T17:28:40,014 INFO [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:40,014 DEBUG [M:0;1bc61fcf61ea:40821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333319098Disabling compacts and flushes for region at 1733333319098Disabling writes for close at 1733333319099 (+1 ms)Obtaining lock to block concurrent updates at 1733333319099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333319099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733333319099Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333319100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333319100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333319123 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333319123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333319147 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333319169 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333319169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333319583 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333319594 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333319594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d7ff30: reopening flushed file at 1733333320001 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27976bba: reopening flushed file at 1733333320005 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d2f6cd: reopening flushed file at 1733333320008 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1733333320013 (+5 ms)Writing region close event to WAL at 1733333320014 (+1 ms)Closed at 1733333320014 2024-12-04T17:28:40,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80709471-9c7c-c54e-b832-e77d9750b054/MasterData/WALs/1bc61fcf61ea,40821,1733333289039/1bc61fcf61ea%2C40821%2C1733333289039.1733333290752 not finished, retry = 0 2024-12-04T17:28:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39349 is added to blk_1073741830_1006 (size=63666) 2024-12-04T17:28:40,116 INFO [M:0;1bc61fcf61ea:40821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:28:40,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:28:40,116 INFO [M:0;1bc61fcf61ea:40821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40821 2024-12-04T17:28:40,116 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:28:40,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:40,217 INFO [M:0;1bc61fcf61ea:40821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:28:40,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x100a64661500000, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:28:40,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d20b02c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:40,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@630c0dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:40,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:40,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326bc074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:40,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:40,221 WARN [BP-611145664-172.17.0.2-1733333288178 heartbeating to localhost/127.0.0.1:40585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:28:40,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:28:40,222 WARN [BP-611145664-172.17.0.2-1733333288178 heartbeating to localhost/127.0.0.1:40585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611145664-172.17.0.2-1733333288178 (Datanode Uuid 918cc7f8-a089-4277-ae71-e504712de8a6) service to localhost/127.0.0.1:40585 2024-12-04T17:28:40,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:28:40,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/data/data1/current/BP-611145664-172.17.0.2-1733333288178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:40,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/cluster_f6fe06dc-a81b-a099-86ff-d3899200ca4a/data/data2/current/BP-611145664-172.17.0.2-1733333288178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:28:40,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:28:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef4fba4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:40,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:28:40,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:28:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:28:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9958c5fa-4f29-15b8-5475-3e455ba16671/hadoop.log.dir/,STOPPED} 2024-12-04T17:28:40,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:28:40,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:28:40,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58622) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58622) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44459 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58622) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42497 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40585 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2076 (was 2379) 2024-12-04T17:28:40,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=2076 2024-12-04T17:28:40,271 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T17:28:40,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir so I do NOT create it in target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03 2024-12-04T17:28:40,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:40,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.tmp.dir so I do NOT create it in target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03 2024-12-04T17:28:40,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b9e991b-36fc-468a-ea66-9bd3de0c3282/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:40,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03 2024-12-04T17:28:40,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6, deleteOnExit=true 2024-12-04T17:28:40,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/zookeeper_0, clientPort=56232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:28:40,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56232 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/test.cache.data in system properties and HBase conf 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:40,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:40,275 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:40,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:40,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:40,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:40,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:40,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:40,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:28:40,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:40,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53954af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:40,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100a64661500008, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100a64661500002, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100a64661500005, quorum=127.0.0.1:58622, baseZNode=/173731951 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T17:28:40,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100a64661500008, quorum=127.0.0.1:58622, baseZNode=/2-1065372391 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:40,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100a64661500005, quorum=127.0.0.1:58622, baseZNode=/173731951 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:40,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100a64661500002, quorum=127.0.0.1:58622, baseZNode=/0-626738463 Received Disconnected from ZooKeeper, ignoring 2024-12-04T17:28:40,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eff59f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/java.io.tmpdir/jetty-localhost-45179-hadoop-hdfs-3_4_1-tests_jar-_-any-17844222929579077694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:40,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:45179} 2024-12-04T17:28:40,416 INFO [Time-limited test {}] server.Server(415): Started @279211ms 2024-12-04T17:28:40,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:40,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:40,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:40,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:40,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:40,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3235b494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:40,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:40,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcd1b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/java.io.tmpdir/jetty-localhost-39079-hadoop-hdfs-3_4_1-tests_jar-_-any-2642629047926555337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:40,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:39079} 2024-12-04T17:28:40,576 INFO [Time-limited test {}] server.Server(415): Started @279371ms 2024-12-04T17:28:40,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:40,639 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data1/current/BP-1576489270-172.17.0.2-1733333320287/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:40,639 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data2/current/BP-1576489270-172.17.0.2-1733333320287/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:40,669 WARN [Thread-4144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda42ffeab4ca5e1 with lease ID 0x8ccb916237eb70e5: Processing first storage report for DS-0d854ace-57b0-4bc0-9458-e58d5d9a4346 from datanode DatanodeRegistration(127.0.0.1:45409, datanodeUuid=257c5420-e98b-4963-bcc3-11f131e29452, infoPort=36035, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1715187992;c=1733333320287) 2024-12-04T17:28:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda42ffeab4ca5e1 with lease ID 0x8ccb916237eb70e5: from storage DS-0d854ace-57b0-4bc0-9458-e58d5d9a4346 node DatanodeRegistration(127.0.0.1:45409, datanodeUuid=257c5420-e98b-4963-bcc3-11f131e29452, infoPort=36035, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1715187992;c=1733333320287), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda42ffeab4ca5e1 with lease ID 0x8ccb916237eb70e5: Processing first storage report for DS-66c37e7e-7b52-48e0-b4f0-54e8bf8348fd from datanode DatanodeRegistration(127.0.0.1:45409, datanodeUuid=257c5420-e98b-4963-bcc3-11f131e29452, infoPort=36035, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1715187992;c=1733333320287) 2024-12-04T17:28:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda42ffeab4ca5e1 with lease ID 0x8ccb916237eb70e5: from storage DS-66c37e7e-7b52-48e0-b4f0-54e8bf8348fd node DatanodeRegistration(127.0.0.1:45409, datanodeUuid=257c5420-e98b-4963-bcc3-11f131e29452, infoPort=36035, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=1715187992;c=1733333320287), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:40,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03 2024-12-04T17:28:40,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:40,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:41,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c with version=8 2024-12-04T17:28:41,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/hbase-staging 2024-12-04T17:28:41,111 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:41,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44757 2024-12-04T17:28:41,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44757 connecting to ZooKeeper ensemble=127.0.0.1:56232 2024-12-04T17:28:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447570x0, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:41,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44757-0x100a646dec00000 connected 2024-12-04T17:28:41,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:41,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:41,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on znode that does not yet exist, /0-877182356/running 2024-12-04T17:28:41,134 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c, hbase.cluster.distributed=false 2024-12-04T17:28:41,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on znode that does not yet exist, /0-877182356/acl 2024-12-04T17:28:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-04T17:28:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44757 2024-12-04T17:28:41,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44757 2024-12-04T17:28:41,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-04T17:28:41,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44757 2024-12-04T17:28:41,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:41,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:41,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37071 2024-12-04T17:28:41,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37071 connecting to ZooKeeper ensemble=127.0.0.1:56232 2024-12-04T17:28:41,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:41,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:41,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370710x0, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:41,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370710x0, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on znode that does not yet exist, /0-877182356/running 2024-12-04T17:28:41,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37071-0x100a646dec00001 connected 2024-12-04T17:28:41,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:41,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:41,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on znode that does not yet exist, /0-877182356/master 2024-12-04T17:28:41,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on znode that does not yet exist, /0-877182356/acl 2024-12-04T17:28:41,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37071 2024-12-04T17:28:41,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37071 2024-12-04T17:28:41,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37071 2024-12-04T17:28:41,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37071 2024-12-04T17:28:41,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37071 2024-12-04T17:28:41,185 DEBUG [M:0;1bc61fcf61ea:44757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:44757 2024-12-04T17:28:41,186 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-877182356/backup-masters/1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356/backup-masters 2024-12-04T17:28:41,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356/backup-masters 2024-12-04T17:28:41,187 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on existing znode=/0-877182356/backup-masters/1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-877182356/master 2024-12-04T17:28:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:41,188 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on existing znode=/0-877182356/master 2024-12-04T17:28:41,188 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-877182356/backup-masters/1bc61fcf61ea,44757,1733333321111 from backup master directory 2024-12-04T17:28:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356/backup-masters 2024-12-04T17:28:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-877182356/backup-masters/1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356/backup-masters 2024-12-04T17:28:41,189 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:41,189 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:41,191 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/hbase.id] with ID: eae1777d-3c66-4785-82fb-148acb369414 2024-12-04T17:28:41,191 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/.tmp/hbase.id 2024-12-04T17:28:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:41,598 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/.tmp/hbase.id]:[hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/hbase.id] 2024-12-04T17:28:41,606 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:41,606 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:41,607 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T17:28:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:42,012 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:42,013 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:42,025 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:42,076 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/data/master/store 2024-12-04T17:28:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:42,117 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:42,117 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:42,117 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333322117Disabling compacts and flushes for region at 1733333322117Disabling writes for close at 1733333322117Writing region close event to WAL at 1733333322117Closed at 1733333322117 2024-12-04T17:28:42,118 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/data/master/store/.initializing 2024-12-04T17:28:42,118 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/WALs/1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:42,119 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:42,122 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C44757%2C1733333321111, suffix=, logDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/WALs/1bc61fcf61ea,44757,1733333321111, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:42,140 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/WALs/1bc61fcf61ea,44757,1733333321111/1bc61fcf61ea%2C44757%2C1733333321111.1733333322122, exclude list is [], retry=0 2024-12-04T17:28:42,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-0d854ace-57b0-4bc0-9458-e58d5d9a4346,DISK] 2024-12-04T17:28:42,161 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/WALs/1bc61fcf61ea,44757,1733333321111/1bc61fcf61ea%2C44757%2C1733333321111.1733333322122 2024-12-04T17:28:42,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36035:36035)] 2024-12-04T17:28:42,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:42,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:42,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,162 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:42,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:42,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:42,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:42,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:42,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:42,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:42,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:42,174 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,177 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,177 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,178 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,178 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,179 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:42,179 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:42,193 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:42,194 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71528438, jitterRate=0.06585678458213806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:42,194 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333322162Initializing all the Stores at 1733333322164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333322164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333322165 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333322165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333322165Cleaning up temporary data from old regions at 1733333322178 (+13 ms)Region opened successfully at 1733333322194 (+16 ms) 2024-12-04T17:28:42,197 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:42,200 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f8b53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:42,201 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:42,201 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:42,201 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:42,201 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:42,202 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:42,202 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:42,202 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:42,207 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:42,208 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Unable to get data of znode /0-877182356/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:42,208 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-877182356/balancer already deleted, retry=false 2024-12-04T17:28:42,209 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:42,210 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Unable to get data of znode /0-877182356/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:42,211 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-877182356/normalizer already deleted, retry=false 2024-12-04T17:28:42,211 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:42,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Unable to get data of znode /0-877182356/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:42,219 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-877182356/switch/split already deleted, retry=false 2024-12-04T17:28:42,220 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Unable to get data of znode /0-877182356/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:42,221 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-877182356/switch/merge already deleted, retry=false 2024-12-04T17:28:42,223 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Unable to get data of znode /0-877182356/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:42,224 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-877182356/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-877182356/running 2024-12-04T17:28:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-877182356/running 2024-12-04T17:28:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,226 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,44757,1733333321111, sessionid=0x100a646dec00000, setting cluster-up flag (Was=false) 2024-12-04T17:28:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,242 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-877182356/flush-table-proc/acquired, /0-877182356/flush-table-proc/reached, /0-877182356/flush-table-proc/abort 2024-12-04T17:28:42,243 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:42,248 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-877182356/online-snapshot/acquired, /0-877182356/online-snapshot/reached, /0-877182356/online-snapshot/abort 2024-12-04T17:28:42,249 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:42,266 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:42,277 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:42,278 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:42,278 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:42,278 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,44757,1733333321111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:42,280 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,289 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(746): ClusterId : eae1777d-3c66-4785-82fb-148acb369414 2024-12-04T17:28:42,290 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:42,291 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:42,291 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:42,292 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:42,293 DEBUG [RS:0;1bc61fcf61ea:37071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f598074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:42,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:42,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:42,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:42,316 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:37071 2024-12-04T17:28:42,316 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:42,316 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:42,316 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:42,317 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,44757,1733333321111 with port=37071, startcode=1733333321153 2024-12-04T17:28:42,317 DEBUG [RS:0;1bc61fcf61ea:37071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:42,325 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:42,326 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:28:42,326 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T17:28:42,326 WARN [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333352329 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:42,329 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:42,349 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,357 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:42,358 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:42,358 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:42,358 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:42,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:42,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c 2024-12-04T17:28:42,362 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:42,362 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:42,365 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333322362,5,FailOnTimeoutGroup] 2024-12-04T17:28:42,369 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333322365,5,FailOnTimeoutGroup] 2024-12-04T17:28:42,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:42,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,369 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:42,427 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,44757,1733333321111 with port=37071, startcode=1733333321153 2024-12-04T17:28:42,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,433 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c 2024-12-04T17:28:42,433 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44823 2024-12-04T17:28:42,433 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356/rs 2024-12-04T17:28:42,434 DEBUG [RS:0;1bc61fcf61ea:37071 {}] zookeeper.ZKUtil(111): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Set watcher on existing znode=/0-877182356/rs/1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,434 WARN [RS:0;1bc61fcf61ea:37071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:42,435 INFO [RS:0;1bc61fcf61ea:37071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:42,435 DEBUG [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,37071,1733333321153] 2024-12-04T17:28:42,470 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:42,473 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:42,473 INFO [RS:0;1bc61fcf61ea:37071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:42,473 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,477 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:42,477 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:42,477 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,477 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,477 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,477 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:42,478 DEBUG [RS:0;1bc61fcf61ea:37071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,497 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37071,1733333321153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:42,514 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:42,514 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,37071,1733333321153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,514 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,514 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.Replication(171): 1bc61fcf61ea,37071,1733333321153 started 2024-12-04T17:28:42,529 INFO [RS:0;1bc61fcf61ea:37071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:42,530 INFO [RS:0;1bc61fcf61ea:37071 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,37071,1733333321153, RpcServer on 1bc61fcf61ea/172.17.0.2:37071, sessionid=0x100a646dec00001 2024-12-04T17:28:42,530 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:42,530 DEBUG [RS:0;1bc61fcf61ea:37071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,530 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37071,1733333321153' 2024-12-04T17:28:42,530 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-877182356/flush-table-proc/abort' 2024-12-04T17:28:42,530 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-877182356/flush-table-proc/acquired' 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,37071,1733333321153' 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-877182356/online-snapshot/abort' 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-877182356/online-snapshot/acquired' 2024-12-04T17:28:42,531 DEBUG [RS:0;1bc61fcf61ea:37071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:42,531 INFO [RS:0;1bc61fcf61ea:37071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:42,531 INFO [RS:0;1bc61fcf61ea:37071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:42,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:42,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,631 INFO [RS:0;1bc61fcf61ea:37071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:42,633 INFO [RS:0;1bc61fcf61ea:37071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37071%2C1733333321153, suffix=, logDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/oldWALs, maxLogs=10 2024-12-04T17:28:42,654 DEBUG [RS:0;1bc61fcf61ea:37071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153/1bc61fcf61ea%2C37071%2C1733333321153.1733333322633, exclude list is [], retry=0 2024-12-04T17:28:42,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-0d854ace-57b0-4bc0-9458-e58d5d9a4346,DISK] 2024-12-04T17:28:42,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:42,704 INFO [RS:0;1bc61fcf61ea:37071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153/1bc61fcf61ea%2C37071%2C1733333321153.1733333322633 2024-12-04T17:28:42,718 DEBUG [RS:0;1bc61fcf61ea:37071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36035:36035)] 2024-12-04T17:28:42,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:42,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:42,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:42,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:42,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:42,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:42,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:42,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:42,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:42,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:42,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:42,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:42,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:42,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:42,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/1588230740 2024-12-04T17:28:42,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/1588230740 2024-12-04T17:28:42,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:42,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:42,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:42,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:42,842 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:42,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59856198, jitterRate=-0.1080731451511383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333322792Initializing all the Stores at 1733333322793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333322793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333322809 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333322809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333322809Cleaning up temporary data from old regions at 1733333322828 (+19 ms)Region opened successfully at 1733333322843 (+15 ms) 2024-12-04T17:28:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:42,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:42,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:42,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333322843Disabling compacts and flushes for region at 1733333322843Disabling writes for close at 1733333322843Writing region close event to WAL at 1733333322854 (+11 ms)Closed at 1733333322854 2024-12-04T17:28:42,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:42,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:42,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:42,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:42,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:43,007 DEBUG [1bc61fcf61ea:44757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:43,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:43,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37071,1733333321153, state=OPENING 2024-12-04T17:28:43,010 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:43,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:43,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-877182356 2024-12-04T17:28:43,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:43,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-877182356/meta-region-server: CHANGED 2024-12-04T17:28:43,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37071,1733333321153}] 2024-12-04T17:28:43,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-877182356/meta-region-server: CHANGED 2024-12-04T17:28:43,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:43,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:43,181 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:43,181 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:43,181 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:43,182 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C37071%2C1733333321153.meta, suffix=.meta, logDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153, archiveDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/oldWALs, maxLogs=10 2024-12-04T17:28:43,204 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153/1bc61fcf61ea%2C37071%2C1733333321153.meta.1733333323183.meta, exclude list is [], retry=0 2024-12-04T17:28:43,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-0d854ace-57b0-4bc0-9458-e58d5d9a4346,DISK] 2024-12-04T17:28:43,208 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/WALs/1bc61fcf61ea,37071,1733333321153/1bc61fcf61ea%2C37071%2C1733333321153.meta.1733333323183.meta 2024-12-04T17:28:43,208 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36035:36035)] 2024-12-04T17:28:43,208 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:43,209 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:43,209 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:43,209 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:43,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:43,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:43,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:43,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:43,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:43,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:43,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:43,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:43,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:43,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:43,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:43,219 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:43,220 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/1588230740 2024-12-04T17:28:43,222 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/hbase/meta/1588230740 2024-12-04T17:28:43,223 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:43,223 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:43,224 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:43,224 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:43,225 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74226401, jitterRate=0.10605956614017487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:43,225 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:43,226 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333323210Writing region info on filesystem at 1733333323210Initializing all the Stores at 1733333323211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333323211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333323213 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333323213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333323213Cleaning up temporary data from old regions at 1733333323223 (+10 ms)Running coprocessor post-open hooks at 1733333323225 (+2 ms)Region opened successfully at 1733333323226 (+1 ms) 2024-12-04T17:28:43,227 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333323164 2024-12-04T17:28:43,229 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:43,229 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:43,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:43,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,37071,1733333321153, state=OPEN 2024-12-04T17:28:43,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37071-0x100a646dec00001, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-877182356/meta-region-server 2024-12-04T17:28:43,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44757-0x100a646dec00000, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-877182356/meta-region-server 2024-12-04T17:28:43,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:43,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-877182356/meta-region-server: CHANGED 2024-12-04T17:28:43,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-877182356/meta-region-server: CHANGED 2024-12-04T17:28:43,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:43,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,37071,1733333321153 in 222 msec 2024-12-04T17:28:43,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:43,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-12-04T17:28:43,240 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:43,240 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:43,242 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:43,242 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37071,1733333321153, seqNum=-1] 2024-12-04T17:28:43,242 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:43,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:43,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-12-04T17:28:43,247 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333323247, completionTime=-1 2024-12-04T17:28:43,247 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:43,247 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:43,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:43,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333383249 2024-12-04T17:28:43,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333443249 2024-12-04T17:28:43,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:28:43,249 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,250 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,250 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,250 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:44757, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,250 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,252 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:43,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.067sec 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:43,256 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:43,265 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:43,265 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:43,265 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44757,1733333321111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:43,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44757,-1 for getting cluster id 2024-12-04T17:28:43,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:43,296 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eae1777d-3c66-4785-82fb-148acb369414' 2024-12-04T17:28:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eae1777d-3c66-4785-82fb-148acb369414" 2024-12-04T17:28:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f68376e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44757,-1] 2024-12-04T17:28:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:43,298 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:43,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,37071,1733333321153, seqNum=-1] 2024-12-04T17:28:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:43,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:43,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:43,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56232 2024-12-04T17:28:43,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56232, baseZNode=/0-877182356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:43,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489ba00b 2024-12-04T17:28:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:43,341 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:43,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:43,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:43,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:43,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:43,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a646dec00002 connected 2024-12-04T17:28:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:43,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dff3fd7ef5db90aff9c1ce4ae405fafa, NAME => 'test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c 2024-12-04T17:28:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dff3fd7ef5db90aff9c1ce4ae405fafa, disabling compactions & flushes 2024-12-04T17:28:43,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. after waiting 0 ms 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dff3fd7ef5db90aff9c1ce4ae405fafa: Waiting for close lock at 1733333323435Disabling compacts and flushes for region at 1733333323435Disabling writes for close at 1733333323435Writing region close event to WAL at 1733333323435Closed at 1733333323435 2024-12-04T17:28:43,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:43,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333323436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333323436"}]},"ts":"1733333323436"} 2024-12-04T17:28:43,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:43,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:43,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333323441"}]},"ts":"1733333323441"} 2024-12-04T17:28:43,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:43,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dff3fd7ef5db90aff9c1ce4ae405fafa, ASSIGN}] 2024-12-04T17:28:43,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dff3fd7ef5db90aff9c1ce4ae405fafa, ASSIGN 2024-12-04T17:28:43,447 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dff3fd7ef5db90aff9c1ce4ae405fafa, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,37071,1733333321153; forceNewPlan=false, retain=false 2024-12-04T17:28:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:43,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dff3fd7ef5db90aff9c1ce4ae405fafa, regionState=OPENING, regionLocation=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dff3fd7ef5db90aff9c1ce4ae405fafa, ASSIGN because future has completed 2024-12-04T17:28:43,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff3fd7ef5db90aff9c1ce4ae405fafa, server=1bc61fcf61ea,37071,1733333321153}] 2024-12-04T17:28:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:43,820 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,821 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dff3fd7ef5db90aff9c1ce4ae405fafa, NAME => 'test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:43,821 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:43,821 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:43,821 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,821 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:43,821 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,821 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,838 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,844 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff3fd7ef5db90aff9c1ce4ae405fafa columnFamilyName f 2024-12-04T17:28:43,844 DEBUG [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,844 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(327): Store=dff3fd7ef5db90aff9c1ce4ae405fafa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:43,844 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,845 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff3fd7ef5db90aff9c1ce4ae405fafa columnFamilyName f1 2024-12-04T17:28:43,845 DEBUG [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,846 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(327): Store=dff3fd7ef5db90aff9c1ce4ae405fafa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:43,846 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,848 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dff3fd7ef5db90aff9c1ce4ae405fafa columnFamilyName norep 2024-12-04T17:28:43,848 DEBUG [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:43,848 INFO [StoreOpener-dff3fd7ef5db90aff9c1ce4ae405fafa-1 {}] regionserver.HStore(327): Store=dff3fd7ef5db90aff9c1ce4ae405fafa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:43,848 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,849 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/default/test/dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,849 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/default/test/dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,850 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,850 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,850 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:43,851 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,873 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/data/default/test/dff3fd7ef5db90aff9c1ce4ae405fafa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:43,873 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dff3fd7ef5db90aff9c1ce4ae405fafa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64643809, jitterRate=-0.036732181906700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:43,874 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dff3fd7ef5db90aff9c1ce4ae405fafa 2024-12-04T17:28:43,874 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dff3fd7ef5db90aff9c1ce4ae405fafa: Running coprocessor pre-open hook at 1733333323821Writing region info on filesystem at 1733333323821Initializing all the Stores at 1733333323826 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333323826Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333323835 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333323835Cleaning up temporary data from old regions at 1733333323850 (+15 ms)Running coprocessor post-open hooks at 1733333323874 (+24 ms)Region opened successfully at 1733333323874 2024-12-04T17:28:43,875 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa., pid=6, masterSystemTime=1733333323805 2024-12-04T17:28:43,877 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,877 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333323341.dff3fd7ef5db90aff9c1ce4ae405fafa. 2024-12-04T17:28:43,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dff3fd7ef5db90aff9c1ce4ae405fafa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,37071,1733333321153 2024-12-04T17:28:43,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dff3fd7ef5db90aff9c1ce4ae405fafa, server=1bc61fcf61ea,37071,1733333321153 because future has completed 2024-12-04T17:28:43,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:43,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dff3fd7ef5db90aff9c1ce4ae405fafa, server=1bc61fcf61ea,37071,1733333321153 in 257 msec 2024-12-04T17:28:43,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:43,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dff3fd7ef5db90aff9c1ce4ae405fafa, ASSIGN in 444 msec 2024-12-04T17:28:43,892 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:43,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333323892"}]},"ts":"1733333323892"} 2024-12-04T17:28:43,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:43,895 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:43,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 553 msec 2024-12-04T17:28:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:43,977 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:43,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44757,-1 for getting cluster id 2024-12-04T17:28:43,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:43,981 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eae1777d-3c66-4785-82fb-148acb369414' 2024-12-04T17:28:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eae1777d-3c66-4785-82fb-148acb369414" 2024-12-04T17:28:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a916a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44757,-1] 2024-12-04T17:28:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:43,983 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7f7fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d27dbc2 2024-12-04T17:28:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:43,986 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:43,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:44757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:43,989 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:44757' 2024-12-04T17:28:43,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a745e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44757,-1 for getting cluster id 2024-12-04T17:28:43,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:43,994 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eae1777d-3c66-4785-82fb-148acb369414' 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eae1777d-3c66-4785-82fb-148acb369414" 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19979a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44757,-1] 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:43,996 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:43,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d05491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:43,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:43,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44757,1733333321111 2024-12-04T17:28:43,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6f9be1 2024-12-04T17:28:43,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:43,999 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:44,000 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T17:28:44,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:44,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:44,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:44,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:44,001 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T17:28:44,009 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T17:28:44,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=24 msec 2024-12-04T17:28:44,011 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T17:28:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:44,098 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://1bc61fcf61ea:44757, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T17:28:44,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:44,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:44,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:44,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:44,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:44,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 362) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c/MasterData-prefix:1bc61fcf61ea,44757,1733333321111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c-prefix:1bc61fcf61ea,37071,1733333321153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1055031335_20 at /127.0.0.1:57574 [Receiving block BP-1576489270-172.17.0.2-1733333320287:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 1 on default port 44779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-1576489270-172.17.0.2-1733333320287 heartbeating to localhost/127.0.0.1:44823 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1535285276_20 at /127.0.0.1:57538 [Receiving block BP-1576489270-172.17.0.2-1733333320287:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f5accaabac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5acc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp589872639-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56232 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/1bc61fcf61ea:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;1bc61fcf61ea:44757 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7859-acceptor-0@c93241-ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:45179} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56232) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp288647248-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5acc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcessThread(sid:0 cport:56232): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;1bc61fcf61ea:37071 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data2/current/BP-1576489270-172.17.0.2-1733333320287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52b2b886 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5acc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1576489270-172.17.0.2-1733333320287:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5acc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1bc61fcf61ea:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/1bc61fcf61ea:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@38d6a4f6[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333322365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1576489270-172.17.0.2-1733333320287:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 44779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44823/user/jenkins/test-data/60f8832b-e04b-6b22-1252-7ab8351c244c-prefix:1bc61fcf61ea,37071,1733333321153.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44779 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/1bc61fcf61ea:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/cluster_f5223fb4-ff1d-242a-2946-d73e23d0a0a6/data/data1/current/BP-1576489270-172.17.0.2-1733333320287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333322362 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5acc9f77a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1576489270-172.17.0.2-1733333320287:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1055031335_20 at /127.0.0.1:57558 [Receiving block BP-1576489270-172.17.0.2-1733333320287:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 44779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@79452611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5acc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44823 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 1bc61fcf61ea:44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1724291563) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 44779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;1bc61fcf61ea:37071-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7905-acceptor-0@69548028-ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:39079} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1055031335_20 at /127.0.0.1:57508 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e7bafde-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6bb12d7b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1461160b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=885 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 506) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2038 (was 2076) 2024-12-04T17:28:44,118 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-12-04T17:28:44,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=885, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=2037 2024-12-04T17:28:44,135 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-12-04T17:28:44,153 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T17:28:44,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.log.dir so I do NOT create it in target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526 2024-12-04T17:28:44,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:44,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.tmp.dir so I do NOT create it in target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526 2024-12-04T17:28:44,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51365ae9-2913-fdd4-e716-8dde8d421c03/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:44,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526 2024-12-04T17:28:44,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49, deleteOnExit=true 2024-12-04T17:28:44,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/zookeeper_0, clientPort=55915, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T17:28:44,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55915 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/test.cache.data in system properties and HBase conf 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:44,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:44,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:44,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:44,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:44,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:44,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:44,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:44,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:44,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:44,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:44,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:44,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:28:44,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:44,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:44,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:44,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736c1d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/java.io.tmpdir/jetty-localhost-37269-hadoop-hdfs-3_4_1-tests_jar-_-any-4940881264637838754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:44,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:37269} 2024-12-04T17:28:44,519 INFO [Time-limited test {}] server.Server(415): Started @283314ms 2024-12-04T17:28:44,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:44,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:44,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:44,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:44,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:28:44,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:44,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:44,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e1c64d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/java.io.tmpdir/jetty-localhost-35321-hadoop-hdfs-3_4_1-tests_jar-_-any-16662839695967379679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:44,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:35321} 2024-12-04T17:28:44,995 INFO [Time-limited test {}] server.Server(415): Started @283790ms 2024-12-04T17:28:44,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:45,198 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/data/data1/current/BP-1963446729-172.17.0.2-1733333324231/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:45,210 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/data/data2/current/BP-1963446729-172.17.0.2-1733333324231/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:45,326 WARN [Thread-4278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:45,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa50cca60dd747ffa with lease ID 0xa050e5c90dcbf7ce: Processing first storage report for DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b from datanode DatanodeRegistration(127.0.0.1:37143, datanodeUuid=f2449086-0235-49aa-86ef-15e8e213c181, infoPort=40513, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=84361808;c=1733333324231) 2024-12-04T17:28:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa50cca60dd747ffa with lease ID 0xa050e5c90dcbf7ce: from storage DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b node DatanodeRegistration(127.0.0.1:37143, datanodeUuid=f2449086-0235-49aa-86ef-15e8e213c181, infoPort=40513, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=84361808;c=1733333324231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa50cca60dd747ffa with lease ID 0xa050e5c90dcbf7ce: Processing first storage report for DS-e55c822e-5071-4e4a-97c8-124014e4ce6f from datanode DatanodeRegistration(127.0.0.1:37143, datanodeUuid=f2449086-0235-49aa-86ef-15e8e213c181, infoPort=40513, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=84361808;c=1733333324231) 2024-12-04T17:28:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa50cca60dd747ffa with lease ID 0xa050e5c90dcbf7ce: from storage DS-e55c822e-5071-4e4a-97c8-124014e4ce6f node DatanodeRegistration(127.0.0.1:37143, datanodeUuid=f2449086-0235-49aa-86ef-15e8e213c181, infoPort=40513, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=84361808;c=1733333324231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:45,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526 2024-12-04T17:28:45,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:45,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961 with version=8 2024-12-04T17:28:45,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/hbase-staging 2024-12-04T17:28:45,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:45,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:45,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44289 2024-12-04T17:28:45,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44289 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442890x0, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:45,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44289-0x100a646edfd0000 connected 2024-12-04T17:28:45,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/running 2024-12-04T17:28:45,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961, hbase.cluster.distributed=false 2024-12-04T17:28:45,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/acl 2024-12-04T17:28:45,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44289 2024-12-04T17:28:45,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44289 2024-12-04T17:28:45,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44289 2024-12-04T17:28:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44289 2024-12-04T17:28:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44289 2024-12-04T17:28:45,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:45,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41299 2024-12-04T17:28:45,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41299 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:45,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:45,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412990x0, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:45,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412990x0, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/running 2024-12-04T17:28:45,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:45,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41299-0x100a646edfd0001 connected 2024-12-04T17:28:45,753 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:45,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/master 2024-12-04T17:28:45,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/acl 2024-12-04T17:28:45,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41299 2024-12-04T17:28:45,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41299 2024-12-04T17:28:45,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41299 2024-12-04T17:28:45,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41299 2024-12-04T17:28:45,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41299 2024-12-04T17:28:45,802 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:44289 2024-12-04T17:28:45,805 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-758567028/backup-masters/1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/backup-masters 2024-12-04T17:28:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/backup-masters 2024-12-04T17:28:45,807 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on existing znode=/0-758567028/backup-masters/1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758567028/master 2024-12-04T17:28:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:45,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:45,809 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on existing znode=/0-758567028/master 2024-12-04T17:28:45,810 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-758567028/backup-masters/1bc61fcf61ea,44289,1733333325477 from backup master directory 2024-12-04T17:28:45,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/backup-masters 2024-12-04T17:28:45,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758567028/backup-masters/1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/backup-masters 2024-12-04T17:28:45,811 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:45,811 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:45,815 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/hbase.id] with ID: 39f0c1f1-fdb3-428a-b812-918881cebf71 2024-12-04T17:28:45,815 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/.tmp/hbase.id 2024-12-04T17:28:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:46,243 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/.tmp/hbase.id]:[hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/hbase.id] 2024-12-04T17:28:46,251 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:46,251 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:46,253 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T17:28:46,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:46,262 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:46,263 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:46,264 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:46,275 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store 2024-12-04T17:28:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:46,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:46,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:46,681 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:46,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:46,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:46,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:46,682 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:46,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333326681Disabling compacts and flushes for region at 1733333326681Disabling writes for close at 1733333326681Writing region close event to WAL at 1733333326682 (+1 ms)Closed at 1733333326682 2024-12-04T17:28:46,683 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/.initializing 2024-12-04T17:28:46,683 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/WALs/1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:46,684 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:46,685 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C44289%2C1733333325477, suffix=, logDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/WALs/1bc61fcf61ea,44289,1733333325477, archiveDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:46,702 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/WALs/1bc61fcf61ea,44289,1733333325477/1bc61fcf61ea%2C44289%2C1733333325477.1733333326685, exclude list is [], retry=0 2024-12-04T17:28:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:46,718 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/WALs/1bc61fcf61ea,44289,1733333325477/1bc61fcf61ea%2C44289%2C1733333325477.1733333326685 2024-12-04T17:28:46,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:46,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:46,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:46,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:46,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:46,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:46,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:46,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:46,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:46,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:46,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:46,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:46,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:46,739 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,740 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,740 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,742 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,742 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,743 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:46,743 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:46,746 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:46,747 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68707187, jitterRate=0.023816868662834167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:46,747 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333326726Initializing all the Stores at 1733333326727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333326727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333326729 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333326729Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333326729Cleaning up temporary data from old regions at 1733333326742 (+13 ms)Region opened successfully at 1733333326747 (+5 ms) 2024-12-04T17:28:46,756 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:46,760 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a43ce7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:46,760 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:46,760 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:46,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:46,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:46,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:46,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:46,761 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:46,766 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:46,767 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:46,768 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/balancer already deleted, retry=false 2024-12-04T17:28:46,769 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:46,769 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:46,770 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/normalizer already deleted, retry=false 2024-12-04T17:28:46,770 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:46,774 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:46,775 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/switch/split already deleted, retry=false 2024-12-04T17:28:46,776 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:46,777 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/switch/merge already deleted, retry=false 2024-12-04T17:28:46,779 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:46,780 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:46,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758567028/running 2024-12-04T17:28:46,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-758567028/running 2024-12-04T17:28:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,784 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,44289,1733333325477, sessionid=0x100a646edfd0000, setting cluster-up flag (Was=false) 2024-12-04T17:28:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,789 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-758567028/flush-table-proc/acquired, /0-758567028/flush-table-proc/reached, /0-758567028/flush-table-proc/abort 2024-12-04T17:28:46,790 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:46,798 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-758567028/online-snapshot/acquired, /0-758567028/online-snapshot/reached, /0-758567028/online-snapshot/abort 2024-12-04T17:28:46,799 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:46,809 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:46,816 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:46,816 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:46,816 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:46,816 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,44289,1733333325477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:46,819 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333356839 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:46,839 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:46,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:46,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:46,840 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:46,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:46,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:46,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:46,842 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333326841,5,FailOnTimeoutGroup] 2024-12-04T17:28:46,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:46,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:46,842 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333326842,5,FailOnTimeoutGroup] 2024-12-04T17:28:46,842 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,842 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:46,842 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,842 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:46,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:46,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:46,850 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961 2024-12-04T17:28:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:46,899 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(746): ClusterId : 39f0c1f1-fdb3-428a-b812-918881cebf71 2024-12-04T17:28:46,899 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:46,906 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:46,907 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:46,909 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:46,910 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175dac6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:46,943 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:41299 2024-12-04T17:28:46,943 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:46,943 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:46,943 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:46,944 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,44289,1733333325477 with port=41299, startcode=1733333325727 2024-12-04T17:28:46,944 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:46,946 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:46,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:46,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44289 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:46,948 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961 2024-12-04T17:28:46,948 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43083 2024-12-04T17:28:46,948 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:46,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/rs 2024-12-04T17:28:46,950 DEBUG [RS:0;1bc61fcf61ea:41299 {}] zookeeper.ZKUtil(111): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on existing znode=/0-758567028/rs/1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:46,950 WARN [RS:0;1bc61fcf61ea:41299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:46,950 INFO [RS:0;1bc61fcf61ea:41299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:46,950 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:46,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,41299,1733333325727] 2024-12-04T17:28:46,957 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:46,962 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:46,963 INFO [RS:0;1bc61fcf61ea:41299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:46,963 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,965 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:46,966 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:46,966 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:46,966 DEBUG [RS:0;1bc61fcf61ea:41299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,971 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41299,1733333325727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:46,988 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:46,988 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41299,1733333325727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,988 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:46,988 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.Replication(171): 1bc61fcf61ea,41299,1733333325727 started 2024-12-04T17:28:47,005 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,005 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,41299,1733333325727, RpcServer on 1bc61fcf61ea/172.17.0.2:41299, sessionid=0x100a646edfd0001 2024-12-04T17:28:47,005 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:47,005 DEBUG [RS:0;1bc61fcf61ea:41299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:47,005 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41299,1733333325727' 2024-12-04T17:28:47,005 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-758567028/flush-table-proc/abort' 2024-12-04T17:28:47,006 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-758567028/flush-table-proc/acquired' 2024-12-04T17:28:47,007 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:47,007 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:47,007 DEBUG [RS:0;1bc61fcf61ea:41299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:47,007 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41299,1733333325727' 2024-12-04T17:28:47,007 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-758567028/online-snapshot/abort' 2024-12-04T17:28:47,009 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-758567028/online-snapshot/acquired' 2024-12-04T17:28:47,009 DEBUG [RS:0;1bc61fcf61ea:41299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:47,009 INFO [RS:0;1bc61fcf61ea:41299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:47,010 INFO [RS:0;1bc61fcf61ea:41299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:47,110 INFO [RS:0;1bc61fcf61ea:41299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:47,111 INFO [RS:0;1bc61fcf61ea:41299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41299%2C1733333325727, suffix=, logDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727, archiveDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/oldWALs, maxLogs=10 2024-12-04T17:28:47,130 DEBUG [RS:0;1bc61fcf61ea:41299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112, exclude list is [], retry=0 2024-12-04T17:28:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:47,161 INFO [RS:0;1bc61fcf61ea:41299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 2024-12-04T17:28:47,162 DEBUG [RS:0;1bc61fcf61ea:41299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:47,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:47,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:47,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:47,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:47,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:47,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:47,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:47,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:47,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:47,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:47,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740 2024-12-04T17:28:47,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740 2024-12-04T17:28:47,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:47,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:47,299 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:47,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:47,301 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:47,302 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63511609, jitterRate=-0.05360327661037445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333327289Initializing all the Stores at 1733333327289Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333327289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327290 (+1 ms)Cleaning up temporary data from old regions at 1733333327298 (+8 ms)Region opened successfully at 1733333327302 (+4 ms) 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:47,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:47,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:47,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333327302Disabling compacts and flushes for region at 1733333327302Disabling writes for close at 1733333327302Writing region close event to WAL at 1733333327302Closed at 1733333327302 2024-12-04T17:28:47,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:47,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:47,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:47,304 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:47,304 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:47,455 DEBUG [1bc61fcf61ea:44289 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:47,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:47,456 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41299,1733333325727, state=OPENING 2024-12-04T17:28:47,457 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:47,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758567028/meta-region-server: CHANGED 2024-12-04T17:28:47,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758567028/meta-region-server: CHANGED 2024-12-04T17:28:47,459 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:47,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41299,1733333325727}] 2024-12-04T17:28:47,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:47,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:47,625 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:47,625 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:47,632 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:47,641 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41299%2C1733333325727.meta, suffix=.meta, logDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727, archiveDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/oldWALs, maxLogs=10 2024-12-04T17:28:47,659 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333327641.meta, exclude list is [], retry=0 2024-12-04T17:28:47,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:47,668 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333327641.meta 2024-12-04T17:28:47,685 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:47,685 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:47,686 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:47,686 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:47,686 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:47,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:47,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:47,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:47,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:47,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:47,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:47,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:47,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:47,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:47,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:47,713 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:47,713 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740 2024-12-04T17:28:47,714 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740 2024-12-04T17:28:47,715 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:47,715 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:47,715 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:47,717 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:47,717 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68127591, jitterRate=0.015180215239524841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:47,718 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:47,718 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333327686Writing region info on filesystem at 1733333327686Initializing all the Stores at 1733333327687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327692 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333327692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333327692Cleaning up temporary data from old regions at 1733333327715 (+23 ms)Running coprocessor post-open hooks at 1733333327718 (+3 ms)Region opened successfully at 1733333327718 2024-12-04T17:28:47,719 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333327612 2024-12-04T17:28:47,721 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:47,721 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:47,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:47,722 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41299,1733333325727, state=OPEN 2024-12-04T17:28:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-758567028/meta-region-server 2024-12-04T17:28:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-758567028/meta-region-server 2024-12-04T17:28:47,724 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:47,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758567028/meta-region-server: CHANGED 2024-12-04T17:28:47,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-758567028/meta-region-server: CHANGED 2024-12-04T17:28:47,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:47,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41299,1733333325727 in 265 msec 2024-12-04T17:28:47,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:47,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-04T17:28:47,730 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:47,730 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:47,731 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:47,731 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41299,1733333325727, seqNum=-1] 2024-12-04T17:28:47,731 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:47,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:47,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-12-04T17:28:47,739 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333327738, completionTime=-1 2024-12-04T17:28:47,739 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:47,739 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:47,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:47,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333387741 2024-12-04T17:28:47,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333447741 2024-12-04T17:28:47,741 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T17:28:47,746 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,746 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,747 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,747 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:44289, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,747 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,749 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:47,749 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.941sec 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:47,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:47,758 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:47,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:47,758 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,44289,1733333325477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:47,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:47,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:47,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:47,800 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d390367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:47,802 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:47,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:47,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41299,1733333325727, seqNum=-1] 2024-12-04T17:28:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:47,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:47,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:47,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:47,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:47,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100a646edfd0002 connected 2024-12-04T17:28:47,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir so I do NOT create it in target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8 2024-12-04T17:28:47,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:47,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.tmp.dir so I do NOT create it in target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8 2024-12-04T17:28:47,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:47,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8 2024-12-04T17:28:47,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:47,818 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/cluster_d06d1962-b140-e593-4457-f842f01a897a, deleteOnExit=true 2024-12-04T17:28:47,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/test.cache.data in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:47,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:47,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:47,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:47,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:47,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:47,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:47,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:47,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:47,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:47,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:47,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:47,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28176859{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/java.io.tmpdir/jetty-localhost-39077-hadoop-hdfs-3_4_1-tests_jar-_-any-5588488680747860594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:48,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:39077} 2024-12-04T17:28:48,070 INFO [Time-limited test {}] server.Server(415): Started @286865ms 2024-12-04T17:28:48,464 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:48,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,486 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,487 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,487 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:48,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:48,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108800 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:28:48,568 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,568 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,568 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,581 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,592 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,610 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,613 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:48,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:48,681 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:48,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:28:48,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T17:28:48,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:48,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:48,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T17:28:48,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:48,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:48,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9dc189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/java.io.tmpdir/jetty-localhost-39685-hadoop-hdfs-3_4_1-tests_jar-_-any-14069131310544135096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:48,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:39685} 2024-12-04T17:28:48,852 INFO [Time-limited test {}] server.Server(415): Started @287647ms 2024-12-04T17:28:48,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:48,995 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/cluster_d06d1962-b140-e593-4457-f842f01a897a/data/data1/current/BP-1153650796-172.17.0.2-1733333327840/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:48,996 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/cluster_d06d1962-b140-e593-4457-f842f01a897a/data/data2/current/BP-1153650796-172.17.0.2-1733333327840/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:49,050 WARN [Thread-4399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:49,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf005e413cd69ba0b with lease ID 0x6945c9ffae87e5a: Processing first storage report for DS-a4453d75-4d61-4403-b92c-a3cccfb197f0 from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=0a78d7dc-e4ae-458e-bbc2-9d36fbffad85, infoPort=44021, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=735759015;c=1733333327840) 2024-12-04T17:28:49,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf005e413cd69ba0b with lease ID 0x6945c9ffae87e5a: from storage DS-a4453d75-4d61-4403-b92c-a3cccfb197f0 node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=0a78d7dc-e4ae-458e-bbc2-9d36fbffad85, infoPort=44021, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=735759015;c=1733333327840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf005e413cd69ba0b with lease ID 0x6945c9ffae87e5a: Processing first storage report for DS-9a0d0a53-f824-4d4e-8939-2b132bf07e78 from datanode DatanodeRegistration(127.0.0.1:38985, datanodeUuid=0a78d7dc-e4ae-458e-bbc2-9d36fbffad85, infoPort=44021, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=735759015;c=1733333327840) 2024-12-04T17:28:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf005e413cd69ba0b with lease ID 0x6945c9ffae87e5a: from storage DS-9a0d0a53-f824-4d4e-8939-2b132bf07e78 node DatanodeRegistration(127.0.0.1:38985, datanodeUuid=0a78d7dc-e4ae-458e-bbc2-9d36fbffad85, infoPort=44021, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=735759015;c=1733333327840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:49,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8 2024-12-04T17:28:49,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:49,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893 with version=8 2024-12-04T17:28:49,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/hbase-staging 2024-12-04T17:28:49,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:49,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:49,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42107 2024-12-04T17:28:49,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42107 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:49,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421070x0, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:49,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42107-0x100a646edfd0003 connected 2024-12-04T17:28:49,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/running 2024-12-04T17:28:49,586 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893, hbase.cluster.distributed=false 2024-12-04T17:28:49,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/acl 2024-12-04T17:28:49,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42107 2024-12-04T17:28:49,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42107 2024-12-04T17:28:49,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42107 2024-12-04T17:28:49,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42107 2024-12-04T17:28:49,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42107 2024-12-04T17:28:49,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:49,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:49,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41681 2024-12-04T17:28:49,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41681 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:49,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:49,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416810x0, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:49,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416810x0, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/running 2024-12-04T17:28:49,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:49,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41681-0x100a646edfd0004 connected 2024-12-04T17:28:49,665 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:49,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/master 2024-12-04T17:28:49,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/acl 2024-12-04T17:28:49,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41681 2024-12-04T17:28:49,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41681 2024-12-04T17:28:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41681 2024-12-04T17:28:49,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41681 2024-12-04T17:28:49,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41681 2024-12-04T17:28:49,716 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:42107 2024-12-04T17:28:49,717 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1752827735/backup-masters/1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/backup-masters 2024-12-04T17:28:49,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/backup-masters 2024-12-04T17:28:49,718 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on existing znode=/1752827735/backup-masters/1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:49,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752827735/master 2024-12-04T17:28:49,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:49,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:49,721 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on existing znode=/1752827735/master 2024-12-04T17:28:49,721 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1752827735/backup-masters/1bc61fcf61ea,42107,1733333329551 from backup master directory 2024-12-04T17:28:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/backup-masters 2024-12-04T17:28:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752827735/backup-masters/1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/backup-masters 2024-12-04T17:28:49,723 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:49,723 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:49,739 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/hbase.id] with ID: 76b739b2-849a-475c-b110-42eacd451ae7 2024-12-04T17:28:49,739 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/.tmp/hbase.id 2024-12-04T17:28:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:50,149 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/.tmp/hbase.id]:[hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/hbase.id] 2024-12-04T17:28:50,158 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:50,158 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:50,159 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:28:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:50,571 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:50,572 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:50,572 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:50,579 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store 2024-12-04T17:28:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:50,585 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:50,585 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:50,585 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333330585Disabling compacts and flushes for region at 1733333330585Disabling writes for close at 1733333330585Writing region close event to WAL at 1733333330585Closed at 1733333330585 2024-12-04T17:28:50,586 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/.initializing 2024-12-04T17:28:50,586 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/WALs/1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:50,588 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:50,590 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C42107%2C1733333329551, suffix=, logDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/WALs/1bc61fcf61ea,42107,1733333329551, archiveDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:50,610 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/WALs/1bc61fcf61ea,42107,1733333329551/1bc61fcf61ea%2C42107%2C1733333329551.1733333330591, exclude list is [], retry=0 2024-12-04T17:28:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-a4453d75-4d61-4403-b92c-a3cccfb197f0,DISK] 2024-12-04T17:28:50,646 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/WALs/1bc61fcf61ea,42107,1733333329551/1bc61fcf61ea%2C42107%2C1733333329551.1733333330591 2024-12-04T17:28:50,665 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44021:44021)] 2024-12-04T17:28:50,665 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:50,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:50,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,666 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:50,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:50,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:50,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:50,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:50,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:50,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:50,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:50,678 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,679 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,680 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,681 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,682 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:50,684 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:50,695 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:50,695 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59296553, jitterRate=-0.11641250550746918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:50,695 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333330666Initializing all the Stores at 1733333330667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333330667Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333330668 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333330668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333330668Cleaning up temporary data from old regions at 1733333330681 (+13 ms)Region opened successfully at 1733333330695 (+14 ms) 2024-12-04T17:28:50,698 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:50,701 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec7800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:50,702 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:50,702 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:50,702 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:50,703 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:50,703 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:50,704 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:50,704 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:50,719 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:50,720 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:50,721 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/balancer already deleted, retry=false 2024-12-04T17:28:50,722 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:50,723 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:50,723 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/normalizer already deleted, retry=false 2024-12-04T17:28:50,724 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:50,724 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:50,725 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/switch/split already deleted, retry=false 2024-12-04T17:28:50,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:50,726 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/switch/merge already deleted, retry=false 2024-12-04T17:28:50,729 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:50,730 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752827735/running 2024-12-04T17:28:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1752827735/running 2024-12-04T17:28:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,732 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,42107,1733333329551, sessionid=0x100a646edfd0003, setting cluster-up flag (Was=false) 2024-12-04T17:28:50,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,738 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1752827735/flush-table-proc/acquired, /1752827735/flush-table-proc/reached, /1752827735/flush-table-proc/abort 2024-12-04T17:28:50,739 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:50,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:50,745 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1752827735/online-snapshot/acquired, /1752827735/online-snapshot/reached, /1752827735/online-snapshot/abort 2024-12-04T17:28:50,746 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:50,747 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:50,754 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:50,754 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:50,754 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:50,755 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,42107,1733333329551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:50,756 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:50,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:50,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:50,785 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333360785 2024-12-04T17:28:50,785 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:50,785 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:50,785 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:50,785 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:50,786 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:50,786 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:50,813 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:50,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:50,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:50,834 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:50,835 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:50,835 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:50,838 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333330835,5,FailOnTimeoutGroup] 2024-12-04T17:28:50,838 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(746): ClusterId : 76b739b2-849a-475c-b110-42eacd451ae7 2024-12-04T17:28:50,838 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:50,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:50,841 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893 2024-12-04T17:28:50,841 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333330838,5,FailOnTimeoutGroup] 2024-12-04T17:28:50,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:50,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,841 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,841 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:50,841 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:50,844 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:50,844 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510cc314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:50,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:50,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:50,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:50,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:50,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:50,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:50,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:50,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:50,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:50,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:50,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:50,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:50,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:50,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:50,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:50,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:50,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740 2024-12-04T17:28:50,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740 2024-12-04T17:28:50,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:50,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:50,886 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:50,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:50,890 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:41681 2024-12-04T17:28:50,890 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:50,890 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:50,890 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:50,891 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,42107,1733333329551 with port=41681, startcode=1733333329628 2024-12-04T17:28:50,891 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:50,893 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:50,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:50,897 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893 2024-12-04T17:28:50,897 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35295 2024-12-04T17:28:50,897 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/rs 2024-12-04T17:28:50,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60366411, jitterRate=-0.10047037899494171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333330870Initializing all the Stores at 1733333330872 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333330872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333330872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333330872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333330872Cleaning up temporary data from old regions at 1733333330886 (+14 ms)Region opened successfully at 1733333330898 (+12 ms) 2024-12-04T17:28:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:50,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:50,898 DEBUG [RS:0;1bc61fcf61ea:41681 {}] zookeeper.ZKUtil(111): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on existing znode=/1752827735/rs/1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:50,898 WARN [RS:0;1bc61fcf61ea:41681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:50,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:50,898 INFO [RS:0;1bc61fcf61ea:41681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:50,898 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,41681,1733333329628] 2024-12-04T17:28:50,910 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333330898Disabling compacts and flushes for region at 1733333330898Disabling writes for close at 1733333330898Writing region close event to WAL at 1733333330910 (+12 ms)Closed at 1733333330910 2024-12-04T17:28:50,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:50,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:50,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:50,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:50,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:50,924 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:50,929 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:50,937 INFO [RS:0;1bc61fcf61ea:41681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:50,937 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,938 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:50,939 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:50,939 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:50,939 DEBUG [RS:0;1bc61fcf61ea:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,946 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41681,1733333329628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:50,964 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:50,964 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,41681,1733333329628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,964 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,964 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.Replication(171): 1bc61fcf61ea,41681,1733333329628 started 2024-12-04T17:28:50,978 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:50,978 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,41681,1733333329628, RpcServer on 1bc61fcf61ea/172.17.0.2:41681, sessionid=0x100a646edfd0004 2024-12-04T17:28:50,978 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:50,978 DEBUG [RS:0;1bc61fcf61ea:41681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,978 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41681,1733333329628' 2024-12-04T17:28:50,978 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1752827735/flush-table-proc/abort' 2024-12-04T17:28:50,978 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1752827735/flush-table-proc/acquired' 2024-12-04T17:28:50,979 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:50,979 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:50,979 DEBUG [RS:0;1bc61fcf61ea:41681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:50,979 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,41681,1733333329628' 2024-12-04T17:28:50,979 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1752827735/online-snapshot/abort' 2024-12-04T17:28:50,980 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1752827735/online-snapshot/acquired' 2024-12-04T17:28:50,980 DEBUG [RS:0;1bc61fcf61ea:41681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:50,980 INFO [RS:0;1bc61fcf61ea:41681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:50,980 INFO [RS:0;1bc61fcf61ea:41681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:51,064 WARN [1bc61fcf61ea:42107 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T17:28:51,081 INFO [RS:0;1bc61fcf61ea:41681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:51,082 INFO [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41681%2C1733333329628, suffix=, logDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628, archiveDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/oldWALs, maxLogs=10 2024-12-04T17:28:51,100 DEBUG [RS:0;1bc61fcf61ea:41681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.1733333331083, exclude list is [], retry=0 2024-12-04T17:28:51,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-a4453d75-4d61-4403-b92c-a3cccfb197f0,DISK] 2024-12-04T17:28:51,105 INFO [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.1733333331083 2024-12-04T17:28:51,105 DEBUG [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44021:44021)] 2024-12-04T17:28:51,314 DEBUG [1bc61fcf61ea:42107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:51,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:51,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41681,1733333329628, state=OPENING 2024-12-04T17:28:51,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:51,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:28:51,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752827735/meta-region-server: CHANGED 2024-12-04T17:28:51,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752827735/meta-region-server: CHANGED 2024-12-04T17:28:51,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:51,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41681,1733333329628}] 2024-12-04T17:28:51,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:51,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:51,478 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:51,478 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:51,479 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:51,481 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41681%2C1733333329628.meta, suffix=.meta, logDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628, archiveDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/oldWALs, maxLogs=10 2024-12-04T17:28:51,500 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.meta.1733333331481.meta, exclude list is [], retry=0 2024-12-04T17:28:51,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38985,DS-a4453d75-4d61-4403-b92c-a3cccfb197f0,DISK] 2024-12-04T17:28:51,504 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.meta.1733333331481.meta 2024-12-04T17:28:51,504 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44021:44021)] 2024-12-04T17:28:51,504 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:51,505 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:51,506 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:51,506 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:51,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:51,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:51,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:51,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:51,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:51,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:51,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:51,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:51,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:51,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:51,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:51,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:51,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:51,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:51,514 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:51,514 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740 2024-12-04T17:28:51,515 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740 2024-12-04T17:28:51,516 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:51,516 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:51,516 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:51,517 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:51,517 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68362509, jitterRate=0.018680766224861145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:51,517 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:51,517 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333331506Writing region info on filesystem at 1733333331506Initializing all the Stores at 1733333331507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333331507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333331507Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333331507Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333331507Cleaning up temporary data from old regions at 1733333331516 (+9 ms)Running coprocessor post-open hooks at 1733333331517 (+1 ms)Region opened successfully at 1733333331517 2024-12-04T17:28:51,518 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333331473 2024-12-04T17:28:51,520 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:51,520 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:51,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:51,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,41681,1733333329628, state=OPEN 2024-12-04T17:28:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1752827735/meta-region-server 2024-12-04T17:28:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1752827735/meta-region-server 2024-12-04T17:28:51,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:51,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752827735/meta-region-server: CHANGED 2024-12-04T17:28:51,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1752827735/meta-region-server: CHANGED 2024-12-04T17:28:51,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:51,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,41681,1733333329628 in 201 msec 2024-12-04T17:28:51,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:51,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-12-04T17:28:51,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:51,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:51,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:51,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41681,1733333329628, seqNum=-1] 2024-12-04T17:28:51,528 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:51,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:51,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 779 msec 2024-12-04T17:28:51,534 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333331534, completionTime=-1 2024-12-04T17:28:51,535 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:51,535 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:51,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:51,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333391536 2024-12-04T17:28:51,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333451536 2024-12-04T17:28:51,536 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T17:28:51,537 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,537 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,537 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,537 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:42107, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,537 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,538 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:51,541 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,547 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.824sec 2024-12-04T17:28:51,547 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:51,547 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:51,547 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:51,548 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:51,548 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:51,548 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:51,548 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:51,555 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:51,555 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:51,555 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,42107,1733333329551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:51,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:51,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42107,-1 for getting cluster id 2024-12-04T17:28:51,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:51,629 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b739b2-849a-475c-b110-42eacd451ae7' 2024-12-04T17:28:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b739b2-849a-475c-b110-42eacd451ae7" 2024-12-04T17:28:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412d1426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42107,-1] 2024-12-04T17:28:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:51,631 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:51,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:51,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41681,1733333329628, seqNum=-1] 2024-12-04T17:28:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:51,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:51,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:51,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir so I do NOT create it in target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074 2024-12-04T17:28:51,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.tmp.dir so I do NOT create it in target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074 2024-12-04T17:28:51,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T17:28:51,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/cluster_2130f396-8e5a-4bef-be90-2d58df32ca46, deleteOnExit=true 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/test.cache.data in system properties and HBase conf 2024-12-04T17:28:51,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.log.dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T17:28:51,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T17:28:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/nfs.dump.dir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/java.io.tmpdir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T17:28:51,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T17:28:51,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100a646edfd0005 connected 2024-12-04T17:28:51,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:51,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:51,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:51,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:51,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:51,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:51,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:51,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:51,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc761de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/java.io.tmpdir/jetty-localhost-41393-hadoop-hdfs-3_4_1-tests_jar-_-any-8986409033918947297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:28:51,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:41393} 2024-12-04T17:28:51,944 INFO [Time-limited test {}] server.Server(415): Started @290739ms 2024-12-04T17:28:52,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T17:28:52,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T17:28:52,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T17:28:52,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T17:28:52,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T17:28:52,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.log.dir/,AVAILABLE} 2024-12-04T17:28:52,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T17:28:52,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146e5199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/java.io.tmpdir/jetty-localhost-45893-hadoop-hdfs-3_4_1-tests_jar-_-any-14808259299347760253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:28:52,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:45893} 2024-12-04T17:28:52,226 INFO [Time-limited test {}] server.Server(415): Started @291020ms 2024-12-04T17:28:52,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T17:28:52,353 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/cluster_2130f396-8e5a-4bef-be90-2d58df32ca46/data/data1/current/BP-1171916054-172.17.0.2-1733333331663/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:52,365 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/cluster_2130f396-8e5a-4bef-be90-2d58df32ca46/data/data2/current/BP-1171916054-172.17.0.2-1733333331663/current, will proceed with Du for space computation calculation, 2024-12-04T17:28:52,417 WARN [Thread-4519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T17:28:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x353f25ebbc1620dc with lease ID 0xfacde233fef623f2: Processing first storage report for DS-6838f2f4-0ad6-4b73-904c-a46ebcd5ce53 from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=bedc8532-7543-4b87-b7fa-4f1308423cd1, infoPort=34757, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=858999849;c=1733333331663) 2024-12-04T17:28:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x353f25ebbc1620dc with lease ID 0xfacde233fef623f2: from storage DS-6838f2f4-0ad6-4b73-904c-a46ebcd5ce53 node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=bedc8532-7543-4b87-b7fa-4f1308423cd1, infoPort=34757, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=858999849;c=1733333331663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x353f25ebbc1620dc with lease ID 0xfacde233fef623f2: Processing first storage report for DS-33c7f27c-c589-48e3-980d-23e4760fa914 from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=bedc8532-7543-4b87-b7fa-4f1308423cd1, infoPort=34757, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=858999849;c=1733333331663) 2024-12-04T17:28:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x353f25ebbc1620dc with lease ID 0xfacde233fef623f2: from storage DS-33c7f27c-c589-48e3-980d-23e4760fa914 node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=bedc8532-7543-4b87-b7fa-4f1308423cd1, infoPort=34757, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=858999849;c=1733333331663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T17:28:52,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074 2024-12-04T17:28:52,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741825_1001 (size=7) 2024-12-04T17:28:52,497 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110 with version=8 2024-12-04T17:28:52,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/hbase-staging 2024-12-04T17:28:52,499 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T17:28:52,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:52,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35757 2024-12-04T17:28:52,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35757 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:52,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357570x0, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:52,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35757-0x100a646edfd0006 connected 2024-12-04T17:28:52,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/running 2024-12-04T17:28:52,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110, hbase.cluster.distributed=false 2024-12-04T17:28:52,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/acl 2024-12-04T17:28:52,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35757 2024-12-04T17:28:52,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35757 2024-12-04T17:28:52,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35757 2024-12-04T17:28:52,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35757 2024-12-04T17:28:52,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35757 2024-12-04T17:28:52,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bc61fcf61ea:0 server-side Connection retries=45 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T17:28:52,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T17:28:52,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T17:28:52,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38993 2024-12-04T17:28:52,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38993 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:52,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389930x0, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:52,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389930x0, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/running 2024-12-04T17:28:52,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T17:28:52,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38993-0x100a646edfd0007 connected 2024-12-04T17:28:52,685 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T17:28:52,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/master 2024-12-04T17:28:52,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/acl 2024-12-04T17:28:52,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38993 2024-12-04T17:28:52,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38993 2024-12-04T17:28:52,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38993 2024-12-04T17:28:52,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38993 2024-12-04T17:28:52,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38993 2024-12-04T17:28:52,738 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bc61fcf61ea:35757 2024-12-04T17:28:52,745 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /290172891/backup-masters/1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/backup-masters 2024-12-04T17:28:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/backup-masters 2024-12-04T17:28:52,748 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on existing znode=/290172891/backup-masters/1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/290172891/master 2024-12-04T17:28:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,751 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on existing znode=/290172891/master 2024-12-04T17:28:52,751 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /290172891/backup-masters/1bc61fcf61ea,35757,1733333332499 from backup master directory 2024-12-04T17:28:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/290172891/backup-masters/1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/backup-masters 2024-12-04T17:28:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/backup-masters 2024-12-04T17:28:52,752 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:52,752 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,763 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/hbase.id] with ID: 4caafda2-01c7-4afd-b2db-3b564af01cb8 2024-12-04T17:28:52,763 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/.tmp/hbase.id 2024-12-04T17:28:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741826_1002 (size=42) 2024-12-04T17:28:52,780 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/.tmp/hbase.id]:[hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/hbase.id] 2024-12-04T17:28:52,790 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:52,790 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T17:28:52,791 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T17:28:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741827_1003 (size=196) 2024-12-04T17:28:52,803 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:52,804 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T17:28:52,806 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741828_1004 (size=1189) 2024-12-04T17:28:52,819 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store 2024-12-04T17:28:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741829_1005 (size=34) 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:28:52,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:52,827 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:28:52,827 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333332827Disabling compacts and flushes for region at 1733333332827Disabling writes for close at 1733333332827Writing region close event to WAL at 1733333332827Closed at 1733333332827 2024-12-04T17:28:52,828 WARN [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/.initializing 2024-12-04T17:28:52,828 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/WALs/1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,829 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:52,831 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bc61fcf61ea%2C35757%2C1733333332499, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/WALs/1bc61fcf61ea,35757,1733333332499, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/oldWALs, maxLogs=10 2024-12-04T17:28:52,867 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/WALs/1bc61fcf61ea,35757,1733333332499/1bc61fcf61ea%2C35757%2C1733333332499.1733333332831, exclude list is [], retry=0 2024-12-04T17:28:52,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-6838f2f4-0ad6-4b73-904c-a46ebcd5ce53,DISK] 2024-12-04T17:28:52,875 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/WALs/1bc61fcf61ea,35757,1733333332499/1bc61fcf61ea%2C35757%2C1733333332499.1733333332831 2024-12-04T17:28:52,876 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-12-04T17:28:52,876 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:52,876 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:52,876 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,876 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T17:28:52,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:52,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:52,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T17:28:52,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:52,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:52,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T17:28:52,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:52,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:52,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T17:28:52,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:52,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:52,886 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,887 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,887 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,888 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,888 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,888 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:52,889 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T17:28:52,891 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:52,892 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60504142, jitterRate=-0.09841802716255188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:52,892 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733333332876Initializing all the Stores at 1733333332877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333332877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333332881 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333332881Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333332881Cleaning up temporary data from old regions at 1733333332888 (+7 ms)Region opened successfully at 1733333332892 (+4 ms) 2024-12-04T17:28:52,893 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T17:28:52,897 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692f1d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:52,898 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T17:28:52,899 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T17:28:52,899 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T17:28:52,899 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T17:28:52,900 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T17:28:52,900 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T17:28:52,900 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T17:28:52,910 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T17:28:52,911 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/balancer because node does not exist (not necessarily an error) 2024-12-04T17:28:52,912 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/balancer already deleted, retry=false 2024-12-04T17:28:52,912 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T17:28:52,914 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/normalizer because node does not exist (not necessarily an error) 2024-12-04T17:28:52,914 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/normalizer already deleted, retry=false 2024-12-04T17:28:52,915 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T17:28:52,915 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/switch/split because node does not exist (not necessarily an error) 2024-12-04T17:28:52,916 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/switch/split already deleted, retry=false 2024-12-04T17:28:52,916 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/switch/merge because node does not exist (not necessarily an error) 2024-12-04T17:28:52,917 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/switch/merge already deleted, retry=false 2024-12-04T17:28:52,919 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T17:28:52,920 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/snapshot-cleanup already deleted, retry=false 2024-12-04T17:28:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/290172891/running 2024-12-04T17:28:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/290172891/running 2024-12-04T17:28:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,921 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bc61fcf61ea,35757,1733333332499, sessionid=0x100a646edfd0006, setting cluster-up flag (Was=false) 2024-12-04T17:28:52,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,925 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /290172891/flush-table-proc/acquired, /290172891/flush-table-proc/reached, /290172891/flush-table-proc/abort 2024-12-04T17:28:52,926 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:52,932 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /290172891/online-snapshot/acquired, /290172891/online-snapshot/reached, /290172891/online-snapshot/abort 2024-12-04T17:28:52,933 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:52,937 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T17:28:52,943 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:52,943 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T17:28:52,943 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T17:28:52,943 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bc61fcf61ea,35757,1733333332499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=5, maxPoolSize=5 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bc61fcf61ea:0, corePoolSize=10, maxPoolSize=10 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:52,945 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:52,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:52,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T17:28:52,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:52,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733333362996 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T17:28:52,996 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T17:28:52,997 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T17:28:53,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T17:28:53,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T17:28:53,000 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T17:28:53,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741831_1007 (size=1321) 2024-12-04T17:28:53,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T17:28:53,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110 2024-12-04T17:28:53,009 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T17:28:53,009 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T17:28:53,033 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333333009,5,FailOnTimeoutGroup] 2024-12-04T17:28:53,038 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333333033,5,FailOnTimeoutGroup] 2024-12-04T17:28:53,038 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,038 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T17:28:53,038 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,038 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,046 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(746): ClusterId : 4caafda2-01c7-4afd-b2db-3b564af01cb8 2024-12-04T17:28:53,046 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T17:28:53,047 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T17:28:53,047 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T17:28:53,048 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T17:28:53,049 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222da127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bc61fcf61ea/172.17.0.2:0 2024-12-04T17:28:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741832_1008 (size=32) 2024-12-04T17:28:53,084 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bc61fcf61ea:38993 2024-12-04T17:28:53,084 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T17:28:53,084 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T17:28:53,084 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T17:28:53,084 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bc61fcf61ea,35757,1733333332499 with port=38993, startcode=1733333332639 2024-12-04T17:28:53,085 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T17:28:53,089 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T17:28:53,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35757 {}] master.ServerManager(517): Registering regionserver=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,091 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110 2024-12-04T17:28:53,091 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34735 2024-12-04T17:28:53,091 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T17:28:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/rs 2024-12-04T17:28:53,094 DEBUG [RS:0;1bc61fcf61ea:38993 {}] zookeeper.ZKUtil(111): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on existing znode=/290172891/rs/1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,095 WARN [RS:0;1bc61fcf61ea:38993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T17:28:53,095 INFO [RS:0;1bc61fcf61ea:38993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:53,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bc61fcf61ea,38993,1733333332639] 2024-12-04T17:28:53,095 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,099 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T17:28:53,101 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T17:28:53,105 INFO [RS:0;1bc61fcf61ea:38993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T17:28:53,105 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,121 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T17:28:53,122 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T17:28:53,122 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=2, maxPoolSize=2 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,122 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,123 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bc61fcf61ea:0, corePoolSize=1, maxPoolSize=1 2024-12-04T17:28:53,123 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:53,123 DEBUG [RS:0;1bc61fcf61ea:38993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bc61fcf61ea:0, corePoolSize=3, maxPoolSize=3 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,125 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38993,1733333332639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:53,144 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T17:28:53,144 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,38993,1733333332639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,144 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,144 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.Replication(171): 1bc61fcf61ea,38993,1733333332639 started 2024-12-04T17:28:53,163 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,163 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1482): Serving as 1bc61fcf61ea,38993,1733333332639, RpcServer on 1bc61fcf61ea/172.17.0.2:38993, sessionid=0x100a646edfd0007 2024-12-04T17:28:53,163 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T17:28:53,163 DEBUG [RS:0;1bc61fcf61ea:38993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,163 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38993,1733333332639' 2024-12-04T17:28:53,163 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/290172891/flush-table-proc/abort' 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/290172891/flush-table-proc/acquired' 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bc61fcf61ea,38993,1733333332639' 2024-12-04T17:28:53,164 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/290172891/online-snapshot/abort' 2024-12-04T17:28:53,165 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/290172891/online-snapshot/acquired' 2024-12-04T17:28:53,165 DEBUG [RS:0;1bc61fcf61ea:38993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T17:28:53,165 INFO [RS:0;1bc61fcf61ea:38993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T17:28:53,165 INFO [RS:0;1bc61fcf61ea:38993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T17:28:53,266 INFO [RS:0;1bc61fcf61ea:38993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T17:28:53,267 INFO [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38993%2C1733333332639, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/oldWALs, maxLogs=10 2024-12-04T17:28:53,287 DEBUG [RS:0;1bc61fcf61ea:38993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639/1bc61fcf61ea%2C38993%2C1733333332639.1733333333268, exclude list is [], retry=0 2024-12-04T17:28:53,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-6838f2f4-0ad6-4b73-904c-a46ebcd5ce53,DISK] 2024-12-04T17:28:53,291 INFO [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639/1bc61fcf61ea%2C38993%2C1733333332639.1733333333268 2024-12-04T17:28:53,291 DEBUG [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-12-04T17:28:53,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:53,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:53,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:53,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:53,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:53,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:53,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:53,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:53,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:53,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:53,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740 2024-12-04T17:28:53,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740 2024-12-04T17:28:53,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:53,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:53,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:53,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:53,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:53,509 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69973303, jitterRate=0.04268346726894379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733333333459Initializing all the Stores at 1733333333460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333474 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333333474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333474Cleaning up temporary data from old regions at 1733333333491 (+17 ms)Region opened successfully at 1733333333510 (+19 ms) 2024-12-04T17:28:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:28:53,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:28:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:28:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:28:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:28:53,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:28:53,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333333510Disabling compacts and flushes for region at 1733333333510Disabling writes for close at 1733333333510Writing region close event to WAL at 1733333333520 (+10 ms)Closed at 1733333333520 2024-12-04T17:28:53,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:53,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T17:28:53,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T17:28:53,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:53,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T17:28:53,674 DEBUG [1bc61fcf61ea:35757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T17:28:53,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38993,1733333332639, state=OPENING 2024-12-04T17:28:53,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T17:28:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:28:53,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /290172891/meta-region-server: CHANGED 2024-12-04T17:28:53,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /290172891/meta-region-server: CHANGED 2024-12-04T17:28:53,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T17:28:53,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38993,1733333332639}] 2024-12-04T17:28:53,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:53,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:53,840 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T17:28:53,840 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:53,841 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T17:28:53,842 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C38993%2C1733333332639.meta, suffix=.meta, logDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/oldWALs, maxLogs=10 2024-12-04T17:28:53,857 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639/1bc61fcf61ea%2C38993%2C1733333332639.meta.1733333333842.meta, exclude list is [], retry=0 2024-12-04T17:28:53,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-6838f2f4-0ad6-4b73-904c-a46ebcd5ce53,DISK] 2024-12-04T17:28:53,861 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639/1bc61fcf61ea%2C38993%2C1733333332639.meta.1733333333842.meta 2024-12-04T17:28:53,869 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-12-04T17:28:53,869 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:53,870 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T17:28:53,870 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T17:28:53,870 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T17:28:53,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T17:28:53,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T17:28:53,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T17:28:53,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T17:28:53,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T17:28:53,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T17:28:53,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T17:28:53,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T17:28:53,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T17:28:53,877 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T17:28:53,878 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740 2024-12-04T17:28:53,878 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740 2024-12-04T17:28:53,879 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T17:28:53,879 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T17:28:53,880 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T17:28:53,882 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T17:28:53,883 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192744, jitterRate=0.031052231788635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T17:28:53,883 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T17:28:53,883 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733333333870Writing region info on filesystem at 1733333333870Initializing all the Stores at 1733333333871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333333871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733333333871Cleaning up temporary data from old regions at 1733333333879 (+8 ms)Running coprocessor post-open hooks at 1733333333883 (+4 ms)Region opened successfully at 1733333333883 2024-12-04T17:28:53,884 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733333333835 2024-12-04T17:28:53,886 DEBUG [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T17:28:53,886 INFO [RS_OPEN_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T17:28:53,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bc61fcf61ea,38993,1733333332639, state=OPEN 2024-12-04T17:28:53,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/290172891/meta-region-server 2024-12-04T17:28:53,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/290172891/meta-region-server 2024-12-04T17:28:53,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /290172891/meta-region-server: CHANGED 2024-12-04T17:28:53,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /290172891/meta-region-server: CHANGED 2024-12-04T17:28:53,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:53,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T17:28:53,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bc61fcf61ea,38993,1733333332639 in 210 msec 2024-12-04T17:28:53,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T17:28:53,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-12-04T17:28:53,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T17:28:53,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T17:28:53,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:53,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38993,1733333332639, seqNum=-1] 2024-12-04T17:28:53,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:53,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:53,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-12-04T17:28:53,904 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733333333904, completionTime=-1 2024-12-04T17:28:53,904 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T17:28:53,905 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733333393908 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733333453908 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bc61fcf61ea:35757, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,908 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,909 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,911 DEBUG [master/1bc61fcf61ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T17:28:53,912 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.160sec 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T17:28:53,913 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T17:28:53,919 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T17:28:53,919 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T17:28:53,919 INFO [master/1bc61fcf61ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bc61fcf61ea,35757,1733333332499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T17:28:53,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:53,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35757,-1 for getting cluster id 2024-12-04T17:28:53,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:53,948 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4caafda2-01c7-4afd-b2db-3b564af01cb8' 2024-12-04T17:28:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4caafda2-01c7-4afd-b2db-3b564af01cb8" 2024-12-04T17:28:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebbb55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35757,-1] 2024-12-04T17:28:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:53,950 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:53,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:53,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38993,1733333332639, seqNum=-1] 2024-12-04T17:28:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:53,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:53,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:53,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55915 2024-12-04T17:28:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T17:28:53,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100a646edfd0008 connected 2024-12-04T17:28:53,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e930dda 2024-12-04T17:28:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:53,978 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:53,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:53,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:53,981 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:53,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:53,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:54,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19c0b189ab6aebd06a455b1d0290dfed, NAME => 'test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961 2024-12-04T17:28:54,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:54,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:54,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19c0b189ab6aebd06a455b1d0290dfed, disabling compactions & flushes 2024-12-04T17:28:54,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. after waiting 0 ms 2024-12-04T17:28:54,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19c0b189ab6aebd06a455b1d0290dfed: Waiting for close lock at 1733333334023Disabling compacts and flushes for region at 1733333334023Disabling writes for close at 1733333334023Writing region close event to WAL at 1733333334023Closed at 1733333334023 2024-12-04T17:28:54,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:54,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333334025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333334025"}]},"ts":"1733333334025"} 2024-12-04T17:28:54,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:54,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:54,029 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333334028"}]},"ts":"1733333334028"} 2024-12-04T17:28:54,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:54,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19c0b189ab6aebd06a455b1d0290dfed, ASSIGN}] 2024-12-04T17:28:54,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19c0b189ab6aebd06a455b1d0290dfed, ASSIGN 2024-12-04T17:28:54,035 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19c0b189ab6aebd06a455b1d0290dfed, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41299,1733333325727; forceNewPlan=false, retain=false 2024-12-04T17:28:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:54,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c0b189ab6aebd06a455b1d0290dfed, regionState=OPENING, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:54,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19c0b189ab6aebd06a455b1d0290dfed, ASSIGN because future has completed 2024-12-04T17:28:54,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c0b189ab6aebd06a455b1d0290dfed, server=1bc61fcf61ea,41299,1733333325727}] 2024-12-04T17:28:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:54,357 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,357 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19c0b189ab6aebd06a455b1d0290dfed, NAME => 'test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:54,358 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:54,359 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:54,359 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,359 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:54,359 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,359 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,369 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,371 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c0b189ab6aebd06a455b1d0290dfed columnFamilyName f 2024-12-04T17:28:54,371 DEBUG [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:54,372 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(327): Store=19c0b189ab6aebd06a455b1d0290dfed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:54,372 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,373 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c0b189ab6aebd06a455b1d0290dfed columnFamilyName f1 2024-12-04T17:28:54,373 DEBUG [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:54,373 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(327): Store=19c0b189ab6aebd06a455b1d0290dfed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:54,374 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,374 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c0b189ab6aebd06a455b1d0290dfed columnFamilyName norep 2024-12-04T17:28:54,374 DEBUG [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:54,375 INFO [StoreOpener-19c0b189ab6aebd06a455b1d0290dfed-1 {}] regionserver.HStore(327): Store=19c0b189ab6aebd06a455b1d0290dfed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:54,377 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,377 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,377 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,379 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,379 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,380 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:54,382 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,386 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:54,386 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19c0b189ab6aebd06a455b1d0290dfed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63939042, jitterRate=-0.047234028577804565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:54,386 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:28:54,386 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19c0b189ab6aebd06a455b1d0290dfed: Running coprocessor pre-open hook at 1733333334359Writing region info on filesystem at 1733333334359Initializing all the Stores at 1733333334360 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333334360Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333334369 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333334369Cleaning up temporary data from old regions at 1733333334379 (+10 ms)Running coprocessor post-open hooks at 1733333334386 (+7 ms)Region opened successfully at 1733333334386 2024-12-04T17:28:54,388 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., pid=6, masterSystemTime=1733333334341 2024-12-04T17:28:54,392 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,392 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:28:54,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c0b189ab6aebd06a455b1d0290dfed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:54,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c0b189ab6aebd06a455b1d0290dfed, server=1bc61fcf61ea,41299,1733333325727 because future has completed 2024-12-04T17:28:54,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:54,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19c0b189ab6aebd06a455b1d0290dfed, server=1bc61fcf61ea,41299,1733333325727 in 207 msec 2024-12-04T17:28:54,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:54,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19c0b189ab6aebd06a455b1d0290dfed, ASSIGN in 366 msec 2024-12-04T17:28:54,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:54,401 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333334400"}]},"ts":"1733333334400"} 2024-12-04T17:28:54,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:54,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:54,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 426 msec 2024-12-04T17:28:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:54,607 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:54,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489a7c7f 2024-12-04T17:28:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:54,608 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:54,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:54,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:54,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:54,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:54,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:55,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 079e0bd8195739afbb0ce7ab75ee20c6, NAME => 'test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893 2024-12-04T17:28:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 079e0bd8195739afbb0ce7ab75ee20c6, disabling compactions & flushes 2024-12-04T17:28:55,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. after waiting 0 ms 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 079e0bd8195739afbb0ce7ab75ee20c6: Waiting for close lock at 1733333335068Disabling compacts and flushes for region at 1733333335068Disabling writes for close at 1733333335068Writing region close event to WAL at 1733333335068Closed at 1733333335068 2024-12-04T17:28:55,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:55,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333335069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333335069"}]},"ts":"1733333335069"} 2024-12-04T17:28:55,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:55,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:55,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333335071"}]},"ts":"1733333335071"} 2024-12-04T17:28:55,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:55,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=079e0bd8195739afbb0ce7ab75ee20c6, ASSIGN}] 2024-12-04T17:28:55,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=079e0bd8195739afbb0ce7ab75ee20c6, ASSIGN 2024-12-04T17:28:55,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=079e0bd8195739afbb0ce7ab75ee20c6, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41681,1733333329628; forceNewPlan=false, retain=false 2024-12-04T17:28:55,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=079e0bd8195739afbb0ce7ab75ee20c6, regionState=OPENING, regionLocation=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:55,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=079e0bd8195739afbb0ce7ab75ee20c6, ASSIGN because future has completed 2024-12-04T17:28:55,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079e0bd8195739afbb0ce7ab75ee20c6, server=1bc61fcf61ea,41681,1733333329628}] 2024-12-04T17:28:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:55,393 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,394 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 079e0bd8195739afbb0ce7ab75ee20c6, NAME => 'test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:55,394 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:55,394 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:55,394 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,394 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:55,394 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,394 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,418 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,419 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079e0bd8195739afbb0ce7ab75ee20c6 columnFamilyName f 2024-12-04T17:28:55,419 DEBUG [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:55,420 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(327): Store=079e0bd8195739afbb0ce7ab75ee20c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:55,420 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,421 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079e0bd8195739afbb0ce7ab75ee20c6 columnFamilyName f1 2024-12-04T17:28:55,421 DEBUG [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:55,422 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(327): Store=079e0bd8195739afbb0ce7ab75ee20c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:55,422 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,423 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 079e0bd8195739afbb0ce7ab75ee20c6 columnFamilyName norep 2024-12-04T17:28:55,423 DEBUG [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:55,424 INFO [StoreOpener-079e0bd8195739afbb0ce7ab75ee20c6-1 {}] regionserver.HStore(327): Store=079e0bd8195739afbb0ce7ab75ee20c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:55,424 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,425 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,425 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,427 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,427 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,427 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:55,428 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,431 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:55,432 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 079e0bd8195739afbb0ce7ab75ee20c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72706604, jitterRate=0.08341282606124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:55,432 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:28:55,432 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 079e0bd8195739afbb0ce7ab75ee20c6: Running coprocessor pre-open hook at 1733333335394Writing region info on filesystem at 1733333335394Initializing all the Stores at 1733333335397 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333335397Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333335409 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333335409Cleaning up temporary data from old regions at 1733333335427 (+18 ms)Running coprocessor post-open hooks at 1733333335432 (+5 ms)Region opened successfully at 1733333335432 2024-12-04T17:28:55,433 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6., pid=6, masterSystemTime=1733333335381 2024-12-04T17:28:55,435 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,435 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:28:55,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=079e0bd8195739afbb0ce7ab75ee20c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,41681,1733333329628 2024-12-04T17:28:55,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 079e0bd8195739afbb0ce7ab75ee20c6, server=1bc61fcf61ea,41681,1733333329628 because future has completed 2024-12-04T17:28:55,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:55,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 079e0bd8195739afbb0ce7ab75ee20c6, server=1bc61fcf61ea,41681,1733333329628 in 220 msec 2024-12-04T17:28:55,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:55,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=079e0bd8195739afbb0ce7ab75ee20c6, ASSIGN in 376 msec 2024-12-04T17:28:55,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:55,451 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333335451"}]},"ts":"1733333335451"} 2024-12-04T17:28:55,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:55,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:55,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 847 msec 2024-12-04T17:28:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:55,757 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:55,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2344d45f 2024-12-04T17:28:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:55,759 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:55,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T17:28:55,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:55,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T17:28:55,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:55,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741835_1011 (size=902) 2024-12-04T17:28:55,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bb879f06caff2b03003cd04fd0f3a5a, NAME => 'test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110 2024-12-04T17:28:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741836_1012 (size=39) 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bb879f06caff2b03003cd04fd0f3a5a, disabling compactions & flushes 2024-12-04T17:28:55,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. after waiting 0 ms 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:55,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:55,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bb879f06caff2b03003cd04fd0f3a5a: Waiting for close lock at 1733333335773Disabling compacts and flushes for region at 1733333335773Disabling writes for close at 1733333335773Writing region close event to WAL at 1733333335773Closed at 1733333335773 2024-12-04T17:28:55,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:55,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733333335774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333335774"}]},"ts":"1733333335774"} 2024-12-04T17:28:55,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:55,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:55,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333335777"}]},"ts":"1733333335777"} 2024-12-04T17:28:55,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T17:28:55,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bb879f06caff2b03003cd04fd0f3a5a, ASSIGN}] 2024-12-04T17:28:55,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bb879f06caff2b03003cd04fd0f3a5a, ASSIGN 2024-12-04T17:28:55,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bb879f06caff2b03003cd04fd0f3a5a, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,38993,1733333332639; forceNewPlan=false, retain=false 2024-12-04T17:28:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:55,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bb879f06caff2b03003cd04fd0f3a5a, regionState=OPENING, regionLocation=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:55,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bb879f06caff2b03003cd04fd0f3a5a, ASSIGN because future has completed 2024-12-04T17:28:55,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb879f06caff2b03003cd04fd0f3a5a, server=1bc61fcf61ea,38993,1733333332639}] 2024-12-04T17:28:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:56,087 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:56,087 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bb879f06caff2b03003cd04fd0f3a5a, NAME => 'test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:56,087 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:56,088 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T17:28:56,088 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,088 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:56,088 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,088 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,089 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,093 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb879f06caff2b03003cd04fd0f3a5a columnFamilyName f 2024-12-04T17:28:56,093 DEBUG [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,101 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(327): Store=6bb879f06caff2b03003cd04fd0f3a5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,102 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,104 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb879f06caff2b03003cd04fd0f3a5a columnFamilyName f1 2024-12-04T17:28:56,104 DEBUG [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,105 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(327): Store=6bb879f06caff2b03003cd04fd0f3a5a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,105 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,106 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb879f06caff2b03003cd04fd0f3a5a columnFamilyName norep 2024-12-04T17:28:56,106 DEBUG [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,107 INFO [StoreOpener-6bb879f06caff2b03003cd04fd0f3a5a-1 {}] regionserver.HStore(327): Store=6bb879f06caff2b03003cd04fd0f3a5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,107 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,108 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,108 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,109 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,109 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,110 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:56,111 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,114 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:56,116 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bb879f06caff2b03003cd04fd0f3a5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61323660, jitterRate=-0.08620625734329224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:56,116 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:28:56,117 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bb879f06caff2b03003cd04fd0f3a5a: Running coprocessor pre-open hook at 1733333336088Writing region info on filesystem at 1733333336088Initializing all the Stores at 1733333336089 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336089Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336089Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336089Cleaning up temporary data from old regions at 1733333336109 (+20 ms)Running coprocessor post-open hooks at 1733333336116 (+7 ms)Region opened successfully at 1733333336117 (+1 ms) 2024-12-04T17:28:56,118 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a., pid=6, masterSystemTime=1733333336084 2024-12-04T17:28:56,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bb879f06caff2b03003cd04fd0f3a5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=1bc61fcf61ea,38993,1733333332639 2024-12-04T17:28:56,129 DEBUG [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:56,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb879f06caff2b03003cd04fd0f3a5a, server=1bc61fcf61ea,38993,1733333332639 because future has completed 2024-12-04T17:28:56,129 INFO [RS_OPEN_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:28:56,133 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35757 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bc61fcf61ea,38993,1733333332639, table=test, region=6bb879f06caff2b03003cd04fd0f3a5a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T17:28:56,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T17:28:56,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bb879f06caff2b03003cd04fd0f3a5a, server=1bc61fcf61ea,38993,1733333332639 in 213 msec 2024-12-04T17:28:56,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T17:28:56,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bb879f06caff2b03003cd04fd0f3a5a, ASSIGN in 370 msec 2024-12-04T17:28:56,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:56,154 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333336154"}]},"ts":"1733333336154"} 2024-12-04T17:28:56,156 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T17:28:56,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:56,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 397 msec 2024-12-04T17:28:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T17:28:56,387 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T17:28:56,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:56,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:56,388 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a2a30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:56,390 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:56,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5468cdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d5da10 2024-12-04T17:28:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:56,394 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:56,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://1bc61fcf61ea:42107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:56,397 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:42107' 2024-12-04T17:28:56,398 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b5d8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,398 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42107,-1 for getting cluster id 2024-12-04T17:28:56,398 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:56,398 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b739b2-849a-475c-b110-42eacd451ae7' 2024-12-04T17:28:56,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:56,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b739b2-849a-475c-b110-42eacd451ae7" 2024-12-04T17:28:56,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1df4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42107,-1] 2024-12-04T17:28:56,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:56,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:56,399 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4053666f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:56,400 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d936e2e 2024-12-04T17:28:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:56,401 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:56,402 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T17:28:56,402 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:56,402 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:56,402 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:56,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:56,402 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T17:28:56,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T17:28:56,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T17:28:56,404 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T17:28:56,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741837_1013 (size=1138) 2024-12-04T17:28:56,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6a47fdf597854c696ad4a39a45b641c, NAME => 'hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961 2024-12-04T17:28:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741838_1014 (size=44) 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c6a47fdf597854c696ad4a39a45b641c, disabling compactions & flushes 2024-12-04T17:28:56,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. after waiting 0 ms 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6a47fdf597854c696ad4a39a45b641c: Waiting for close lock at 1733333336435Disabling compacts and flushes for region at 1733333336435Disabling writes for close at 1733333336435Writing region close event to WAL at 1733333336435Closed at 1733333336435 2024-12-04T17:28:56,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T17:28:56,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733333336436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733333336436"}]},"ts":"1733333336436"} 2024-12-04T17:28:56,438 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T17:28:56,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T17:28:56,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333336440"}]},"ts":"1733333336440"} 2024-12-04T17:28:56,441 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T17:28:56,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6a47fdf597854c696ad4a39a45b641c, ASSIGN}] 2024-12-04T17:28:56,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6a47fdf597854c696ad4a39a45b641c, ASSIGN 2024-12-04T17:28:56,443 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6a47fdf597854c696ad4a39a45b641c, ASSIGN; state=OFFLINE, location=1bc61fcf61ea,41299,1733333325727; forceNewPlan=false, retain=false 2024-12-04T17:28:56,453 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T17:28:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:56,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6a47fdf597854c696ad4a39a45b641c, regionState=OPENING, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6a47fdf597854c696ad4a39a45b641c, ASSIGN because future has completed 2024-12-04T17:28:56,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6a47fdf597854c696ad4a39a45b641c, server=1bc61fcf61ea,41299,1733333325727}] 2024-12-04T17:28:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T17:28:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T17:28:56,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=1bc61fcf61ea%2C41299%2C1733333325727.rep, suffix=, logDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727, archiveDir=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/oldWALs, maxLogs=10 2024-12-04T17:28:56,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333336751, exclude list is [], retry=0 2024-12-04T17:28:56,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:56,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333336751 2024-12-04T17:28:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c6a47fdf597854c696ad4a39a45b641c, NAME => 'hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T17:28:56,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T17:28:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T17:28:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. service=MultiRowMutationService 2024-12-04T17:28:56,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T17:28:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T17:28:56,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,792 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,794 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6a47fdf597854c696ad4a39a45b641c columnFamilyName hfileref 2024-12-04T17:28:56,794 DEBUG [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,795 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(327): Store=c6a47fdf597854c696ad4a39a45b641c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,795 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,797 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6a47fdf597854c696ad4a39a45b641c columnFamilyName queue 2024-12-04T17:28:56,797 DEBUG [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,797 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(327): Store=c6a47fdf597854c696ad4a39a45b641c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,797 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,798 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6a47fdf597854c696ad4a39a45b641c columnFamilyName sid 2024-12-04T17:28:56,798 DEBUG [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T17:28:56,799 INFO [StoreOpener-c6a47fdf597854c696ad4a39a45b641c-1 {}] regionserver.HStore(327): Store=c6a47fdf597854c696ad4a39a45b641c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T17:28:56,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T17:28:56,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T17:28:56,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c6a47fdf597854c696ad4a39a45b641c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69877701, jitterRate=0.04125888645648956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T17:28:56,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:28:56,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c6a47fdf597854c696ad4a39a45b641c: Running coprocessor pre-open hook at 1733333336791Writing region info on filesystem at 1733333336791Initializing all the Stores at 1733333336792 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336792Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336792Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733333336792Cleaning up temporary data from old regions at 1733333336800 (+8 ms)Running coprocessor post-open hooks at 1733333336822 (+22 ms)Region opened successfully at 1733333336822 2024-12-04T17:28:56,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c., pid=10, masterSystemTime=1733333336747 2024-12-04T17:28:56,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:28:56,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6a47fdf597854c696ad4a39a45b641c, regionState=OPEN, openSeqNum=2, regionLocation=1bc61fcf61ea,41299,1733333325727 2024-12-04T17:28:56,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6a47fdf597854c696ad4a39a45b641c, server=1bc61fcf61ea,41299,1733333325727 because future has completed 2024-12-04T17:28:56,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T17:28:56,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c6a47fdf597854c696ad4a39a45b641c, server=1bc61fcf61ea,41299,1733333325727 in 233 msec 2024-12-04T17:28:56,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T17:28:56,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6a47fdf597854c696ad4a39a45b641c, ASSIGN in 391 msec 2024-12-04T17:28:56,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T17:28:56,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733333336843"}]},"ts":"1733333336843"} 2024-12-04T17:28:56,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T17:28:56,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T17:28:56,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 446 msec 2024-12-04T17:28:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2] 2024-12-04T17:28:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:56,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:28:56,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:28:57,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:28:57,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T17:28:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:57,041 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T17:28:57,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:28:57,087 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-1bc61fcf61ea,41299,1733333325727, ReplicationSource: 1, currentBandwidth=0 2024-12-04T17:28:57,088 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:57,088 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41299,1733333325727, seqNum=-1] 2024-12-04T17:28:57,089 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:57,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:57,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-1bc61fcf61ea,41299,1733333325727', locateType=CURRENT is [region=hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2] 2024-12-04T17:28:57,097 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T17:28:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T17:28:57,102 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 1bc61fcf61ea,41299,1733333325727 suceeded 2024-12-04T17:28:57,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T17:28:57,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-12-04T17:28:57,105 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://1bc61fcf61ea:42107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:28:57,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 711 msec 2024-12-04T17:28:57,117 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:42107' 2024-12-04T17:28:57,121 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6231c4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,121 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42107,-1 for getting cluster id 2024-12-04T17:28:57,121 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:57,121 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b739b2-849a-475c-b110-42eacd451ae7' 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b739b2-849a-475c-b110-42eacd451ae7" 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85e330c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42107,-1] 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:57,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,122 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:57,123 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765a02f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,123 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a85d692 2024-12-04T17:28:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:57,125 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:57,125 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-1bc61fcf61ea,41299,1733333325727 (queues=1) is replicating from cluster=39f0c1f1-fdb3-428a-b812-918881cebf71 to cluster=76b739b2-849a-475c-b110-42eacd451ae7 2024-12-04T17:28:57,125 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=1bc61fcf61ea%2C41299%2C1733333325727 2024-12-04T17:28:57,126 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-1bc61fcf61ea,41299,1733333325727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:28:57,129 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112, startPosition=0, beingWritten=true 2024-12-04T17:28:57,137 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C41299%2C1733333325727 2024-12-04T17:28:57,144 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:28:57,144 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 379, reset compression=false 2024-12-04T17:28:57,145 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:28:57,354 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 379, reset compression=false 2024-12-04T17:28:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T17:28:57,547 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T17:28:57,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:57,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:57,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:57,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:57,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:57,549 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f471da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,551 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d6aaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42107,-1 for getting cluster id 2024-12-04T17:28:57,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:57,553 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b739b2-849a-475c-b110-42eacd451ae7' 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b739b2-849a-475c-b110-42eacd451ae7" 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2893d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42107,-1] 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,555 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a69bbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35757,-1 for getting cluster id 2024-12-04T17:28:57,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:57,558 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4caafda2-01c7-4afd-b2db-3b564af01cb8' 2024-12-04T17:28:57,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:57,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4caafda2-01c7-4afd-b2db-3b564af01cb8" 2024-12-04T17:28:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6a75c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35757,-1] 2024-12-04T17:28:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,560 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f13847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:57,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733333337566/Put/seqid=0 2024-12-04T17:28:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741840_1016 (size=7894) 2024-12-04T17:28:57,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733333337595/Put/seqid=0 2024-12-04T17:28:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741841_1017 (size=7691) 2024-12-04T17:28:57,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:57,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:57,615 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444e5688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,616 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:57,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:57,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41299,1733333325727, seqNum=-1] 2024-12-04T17:28:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:57,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:57,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0021e0 2024-12-04T17:28:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:57,630 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2] 2024-12-04T17:28:57,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:28:57,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T17:28:57,643 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T17:28:57,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T17:28:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:57,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:57,658 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 379, reset compression=false 2024-12-04T17:28:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T17:28:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegion(2603): Flush status journal for 19c0b189ab6aebd06a455b1d0290dfed: 2024-12-04T17:28:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_1 2024-12-04T17:28:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_1 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ 2024-12-04T17:28:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_0 2024-12-04T17:28:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_0 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ 2024-12-04T17:28:57,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_1 into 19c0b189ab6aebd06a455b1d0290dfed/f as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ - updating store file list. 2024-12-04T17:28:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:57,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ into 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:57,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_1 into 19c0b189ab6aebd06a455b1d0290dfed/f (new location: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_) 2024-12-04T17:28:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_1 2024-12-04T17:28:57,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_0 into 19c0b189ab6aebd06a455b1d0290dfed/f as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ - updating store file list. 2024-12-04T17:28:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 968bf30e3b104cc5bace4e948b6c7064_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:57,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ into 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:57,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_0 into 19c0b189ab6aebd06a455b1d0290dfed/f (new location: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_) 2024-12-04T17:28:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__mtvna9g4j2cpolemj2gciduui2oenup5o0uqgd92006cbc0b9dvrvmj1svb5b4pd/f/hfile_0 2024-12-04T17:28:57,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:57,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:57,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 , the old value is region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:41299 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:28:57,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:28:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 from cache 2024-12-04T17:28:57,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41681,1733333329628, seqNum=-1] 2024-12-04T17:28:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:57,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:57,683 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T17:28:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6., hostname=1bc61fcf61ea,41681,1733333329628, seqNum=2] 2024-12-04T17:28:57,686 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:28:57,787 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:28:58,070 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 379, reset compression=false 2024-12-04T17:28:58,084 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:58,084 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[{test/19c0b189ab6aebd06a455b1d0290dfed/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333337678/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:28:58,087 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:58,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:58,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(318): Replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:58,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2595d94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,42107,-1 for getting cluster id 2024-12-04T17:28:58,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:58,091 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76b739b2-849a-475c-b110-42eacd451ae7' 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76b739b2-849a-475c-b110-42eacd451ae7" 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683f0942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,42107,-1] 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:58,092 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:58,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6ed92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741837_1013 (size=7691) 2024-12-04T17:28:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741838_1014 (size=7894) 2024-12-04T17:28:58,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,42107,1733333329551 2024-12-04T17:28:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b55cf94 2024-12-04T17:28:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:58,131 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:58,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:28:58,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:58,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41681,1733333329628, seqNum=-1] 2024-12-04T17:28:58,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:58,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:58,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T17:28:58,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T17:28:58,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ for inclusion in 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T17:28:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:58,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ for inclusion in 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T17:28:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegion(2603): Flush status journal for 079e0bd8195739afbb0ce7ab75ee20c6: 2024-12-04T17:28:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/395a07f5fe7e4c0c98e8fada8793185c_SeqId_4_ 2024-12-04T17:28:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/a1953cba556a4391b9ca0a9d247e9bc9_SeqId_4_ 2024-12-04T17:28:58,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/395a07f5fe7e4c0c98e8fada8793185c_SeqId_4_ - updating store file list. 2024-12-04T17:28:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 395a07f5fe7e4c0c98e8fada8793185c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:58,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/395a07f5fe7e4c0c98e8fada8793185c_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:58,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f (new location: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/395a07f5fe7e4c0c98e8fada8793185c_SeqId_4_) 2024-12-04T17:28:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/d45bbab2429f4e61ba8a2762ceed1799_SeqId_4_ 2024-12-04T17:28:58,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/a1953cba556a4391b9ca0a9d247e9bc9_SeqId_4_ - updating store file list. 2024-12-04T17:28:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1953cba556a4391b9ca0a9d247e9bc9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:58,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/a1953cba556a4391b9ca0a9d247e9bc9_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:58,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ into 079e0bd8195739afbb0ce7ab75ee20c6/f (new location: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/a1953cba556a4391b9ca0a9d247e9bc9_SeqId_4_) 2024-12-04T17:28:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__ltts3nqa5bq8uo1uocrekhtscdthgldbjd59krbekjn1pqqic63eo2haibihh1nl/f/968bf30e3b104cc5bace4e948b6c7064_SeqId_4_ 2024-12-04T17:28:58,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(324): Finished replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:58,284 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 687, reset compression=false 2024-12-04T17:28:58,588 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 687, reset compression=false 2024-12-04T17:28:58,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38993,1733333332639, seqNum=-1] 2024-12-04T17:28:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:58,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:58,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a., hostname=1bc61fcf61ea,38993,1733333332639, seqNum=2] 2024-12-04T17:28:58,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:58,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T17:28:58,709 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bc61fcf61ea%2C41299%2C1733333325727.rep:(num 1733333336751) roll requested 2024-12-04T17:28:58,726 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333338709, exclude list is [], retry=0 2024-12-04T17:28:58,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:58,729 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333336751 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333338709 2024-12-04T17:28:58,730 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:58,730 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.rep.1733333336751 is not closed yet, will try archiving it next time 2024-12-04T17:28:58,730 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bc61fcf61ea%2C41299%2C1733333325727:(num 1733333327112) roll requested 2024-12-04T17:28:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741839_1015 (size=1505) 2024-12-04T17:28:58,747 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, exclude list is [], retry=0 2024-12-04T17:28:58,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:58,761 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 2024-12-04T17:28:58,761 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:58,761 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 is not closed yet, will try archiving it next time 2024-12-04T17:28:58,761 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 1bc61fcf61ea%2C41299%2C1733333325727.meta:.meta(num 1733333327641) roll requested 2024-12-04T17:28:58,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:58,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:58,763 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d84598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:58,764 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:58,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 not finished, retry = 0 2024-12-04T17:28:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a49e93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1069aa2e 2024-12-04T17:28:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741833_1009 (size=695) 2024-12-04T17:28:58,767 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:58,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://1bc61fcf61ea:35757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T17:28:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T17:28:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:28:58,771 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35757' 2024-12-04T17:28:58,777 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@878db62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,777 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35757,-1 for getting cluster id 2024-12-04T17:28:58,777 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:58,778 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4caafda2-01c7-4afd-b2db-3b564af01cb8' 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4caafda2-01c7-4afd-b2db-3b564af01cb8" 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474ed9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35757,-1] 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:58,779 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:58,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4621e6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:58,779 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4c431 2024-12-04T17:28:58,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:58,780 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:58,781 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T17:28:58,781 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T17:28:58,781 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:58,781 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:58,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:58,785 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333338761.meta, exclude list is [], retry=0 2024-12-04T17:28:58,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-6b4e3baa-dd95-4e10-a7d7-7bc8df1f2b8b,DISK] 2024-12-04T17:28:58,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T17:28:58,802 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333327641.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333338761.meta 2024-12-04T17:28:58,806 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-12-04T17:28:58,806 DEBUG [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.meta.1733333327641.meta is not closed yet, will try archiving it next time 2024-12-04T17:28:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741834_1010 (size=3473) 2024-12-04T17:28:58,866 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/oldWALs/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 2024-12-04T17:28:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:28:58,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T17:28:58,948 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T17:28:58,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T17:28:58,987 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-1bc61fcf61ea,41299,1733333325727, ReplicationSource: 2, currentBandwidth=0 2024-12-04T17:28:58,989 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T17:28:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T17:28:58,991 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 1bc61fcf61ea,41299,1733333325727 suceeded 2024-12-04T17:28:58,991 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 to pos 687, reset compression=false 2024-12-04T17:28:58,998 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 was moved to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/oldWALs/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 2024-12-04T17:28:58,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T17:28:58,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-04T17:28:58,998 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://1bc61fcf61ea:35757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T17:28:59,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 231 msec 2024-12-04T17:28:59,008 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='1bc61fcf61ea:35757' 2024-12-04T17:28:59,008 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112 2024-12-04T17:28:59,008 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333327112, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T17:28:59,008 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, startPosition=0, beingWritten=true 2024-12-04T17:28:59,010 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [1bc61fcf61ea%2C41299%2C1733333325727.1733333327112] 2024-12-04T17:28:59,024 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b85b0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,024 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35757,-1 for getting cluster id 2024-12-04T17:28:59,024 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:59,024 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4caafda2-01c7-4afd-b2db-3b564af01cb8' 2024-12-04T17:28:59,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4caafda2-01c7-4afd-b2db-3b564af01cb8" 2024-12-04T17:28:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127905d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35757,-1] 2024-12-04T17:28:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:59,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,026 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:59,028 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5226e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,028 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b97c1f 2024-12-04T17:28:59,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:59,029 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:59,030 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-1bc61fcf61ea,41299,1733333325727 (queues=1) is replicating from cluster=39f0c1f1-fdb3-428a-b812-918881cebf71 to cluster=4caafda2-01c7-4afd-b2db-3b564af01cb8 2024-12-04T17:28:59,030 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=1bc61fcf61ea%2C41299%2C1733333325727 2024-12-04T17:28:59,031 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-1bc61fcf61ea,41299,1733333325727, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T17:28:59,033 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, startPosition=0, beingWritten=true 2024-12-04T17:28:59,041 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 1bc61fcf61ea%2C41299%2C1733333325727 2024-12-04T17:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T17:28:59,086 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T17:28:59,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:59,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:59,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T17:28:59,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:59,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733333339090/Put/seqid=0 2024-12-04T17:28:59,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741845_1021 (size=11194) 2024-12-04T17:28:59,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733333339108/Put/seqid=0 2024-12-04T17:28:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741846_1022 (size=10791) 2024-12-04T17:28:59,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,44289,-1 for getting cluster id 2024-12-04T17:28:59,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:59,118 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f0c1f1-fdb3-428a-b812-918881cebf71' 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f0c1f1-fdb3-428a-b812-918881cebf71" 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9304cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,44289,-1] 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,119 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:59,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,41299,1733333325727, seqNum=-1] 2024-12-04T17:28:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:59,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T17:28:59,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,44289,1733333325477 2024-12-04T17:28:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a086072 2024-12-04T17:28:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:59,155 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T17:28:59,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2] 2024-12-04T17:28:59,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:28:59,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T17:28:59,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T17:28:59,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T17:28:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T17:28:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegion(2603): Flush status journal for 19c0b189ab6aebd06a455b1d0290dfed: 2024-12-04T17:28:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_0 2024-12-04T17:28:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_0 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ 2024-12-04T17:28:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_1 2024-12-04T17:28:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_1 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ 2024-12-04T17:28:59,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_0 into 19c0b189ab6aebd06a455b1d0290dfed/f as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ - updating store file list. 2024-12-04T17:28:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8916dd589eae44718817f4a813b9bb23_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ into 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:59,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_0 into 19c0b189ab6aebd06a455b1d0290dfed/f (new location: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_) 2024-12-04T17:28:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_0 2024-12-04T17:28:59,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_1 into 19c0b189ab6aebd06a455b1d0290dfed/f as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ - updating store file list. 2024-12-04T17:28:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2be4f6e61964e0e9243c5b40e608122_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ into 19c0b189ab6aebd06a455b1d0290dfed/f 2024-12-04T17:28:59,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_1 into 19c0b189ab6aebd06a455b1d0290dfed/f (new location: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_) 2024-12-04T17:28:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/staging/jenkins__test__dslml5n52n4a38vop2c2qfrmd4ai2339pfc16vpansrlqqohdv9lbpjc02mr7ski/f/hfile_1 2024-12-04T17:28:59,246 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 0, reset compression=false 2024-12-04T17:28:59,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:28:59,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:28:59,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:28:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 , the old value is region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=1bc61fcf61ea:41299 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:28:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T17:28:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., hostname=1bc61fcf61ea,41299,1733333325727, seqNum=2 from cache 2024-12-04T17:28:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41299: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54432 deadline: 1733333399248 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54432 2024-12-04T17:28:59,251 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T17:28:59,267 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:59,267 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[{test/19c0b189ab6aebd06a455b1d0290dfed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333339245/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:28:59,270 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T17:28:59,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T17:28:59,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.ReplicationSink(318): Replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:59,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3221f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] client.ClusterIdFetcher(90): Going to request 1bc61fcf61ea,35757,-1 for getting cluster id 2024-12-04T17:28:59,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T17:28:59,273 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4caafda2-01c7-4afd-b2db-3b564af01cb8' 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4caafda2-01c7-4afd-b2db-3b564af01cb8" 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4472c4b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bc61fcf61ea,35757,-1] 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T17:28:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:28:59,274 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T17:28:59,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71ae64f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T17:28:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741837_1013 (size=11194) 2024-12-04T17:28:59,357 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T17:28:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741838_1014 (size=10791) 2024-12-04T17:28:59,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:28:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bc61fcf61ea,35757,1733333332499 2024-12-04T17:28:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa7dc08 2024-12-04T17:28:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T17:28:59,390 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T17:28:59,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:28:59,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T17:28:59,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bc61fcf61ea,38993,1733333332639, seqNum=-1] 2024-12-04T17:28:59,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T17:28:59,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T17:28:59,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T17:28:59,414 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T17:28:59,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ for inclusion in 6bb879f06caff2b03003cd04fd0f3a5a/f 2024-12-04T17:28:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T17:28:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ for inclusion in 6bb879f06caff2b03003cd04fd0f3a5a/f 2024-12-04T17:28:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T17:28:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HRegion(2603): Flush status journal for 6bb879f06caff2b03003cd04fd0f3a5a: 2024-12-04T17:28:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8916dd589eae44718817f4a813b9bb23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/c10dc8d88b2d4312a03ad8b18bb1560e_SeqId_4_ 2024-12-04T17:28:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/671ab506b6d7497f99616ca51811a2c6_SeqId_4_ 2024-12-04T17:28:59,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ into 6bb879f06caff2b03003cd04fd0f3a5a/f as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/c10dc8d88b2d4312a03ad8b18bb1560e_SeqId_4_ - updating store file list. 2024-12-04T17:28:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c10dc8d88b2d4312a03ad8b18bb1560e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/c10dc8d88b2d4312a03ad8b18bb1560e_SeqId_4_ into 6bb879f06caff2b03003cd04fd0f3a5a/f 2024-12-04T17:28:59,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ into 6bb879f06caff2b03003cd04fd0f3a5a/f (new location: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/c10dc8d88b2d4312a03ad8b18bb1560e_SeqId_4_) 2024-12-04T17:28:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ 2024-12-04T17:28:59,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ into 6bb879f06caff2b03003cd04fd0f3a5a/f as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/671ab506b6d7497f99616ca51811a2c6_SeqId_4_ - updating store file list. 2024-12-04T17:28:59,467 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:28:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 671ab506b6d7497f99616ca51811a2c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/671ab506b6d7497f99616ca51811a2c6_SeqId_4_ into 6bb879f06caff2b03003cd04fd0f3a5a/f 2024-12-04T17:28:59,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ into 6bb879f06caff2b03003cd04fd0f3a5a/f (new location: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/f/671ab506b6d7497f99616ca51811a2c6_SeqId_4_) 2024-12-04T17:28:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/staging/jenkins.hfs.23__test__6t2cl936iaaa42bjscinmgvjq5e0g9kjg9an1lao410rbm23qknch8e5s8ke2b3f/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ 2024-12-04T17:28:59,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38993 {}] regionserver.ReplicationSink(324): Finished replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:59,527 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 0, reset compression=false 2024-12-04T17:28:59,543 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T17:28:59,544 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[{test/19c0b189ab6aebd06a455b1d0290dfed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733333339245/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T17:28:59,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(318): Replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741839_1015 (size=11194) 2024-12-04T17:28:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741840_1016 (size=10791) 2024-12-04T17:28:59,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T17:28:59,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T17:28:59,598 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T17:28:59,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ for inclusion in 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T17:28:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ for inclusion in 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T17:28:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T17:28:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegion(2603): Flush status journal for 079e0bd8195739afbb0ce7ab75ee20c6: 2024-12-04T17:28:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/c50fc60d2a9d4de6a4cd92d59146f288_SeqId_6_ 2024-12-04T17:28:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8916dd589eae44718817f4a813b9bb23_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T17:28:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/903b6c83992d41768a7257df0c6a7bba_SeqId_6_ 2024-12-04T17:28:59,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/c50fc60d2a9d4de6a4cd92d59146f288_SeqId_6_ - updating store file list. 2024-12-04T17:28:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c50fc60d2a9d4de6a4cd92d59146f288_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/c50fc60d2a9d4de6a4cd92d59146f288_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:59,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f (new location: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/c50fc60d2a9d4de6a4cd92d59146f288_SeqId_6_) 2024-12-04T17:28:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/e2be4f6e61964e0e9243c5b40e608122_SeqId_6_ 2024-12-04T17:28:59,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/903b6c83992d41768a7257df0c6a7bba_SeqId_6_ - updating store file list. 2024-12-04T17:28:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 903b6c83992d41768a7257df0c6a7bba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T17:28:59,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/903b6c83992d41768a7257df0c6a7bba_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f 2024-12-04T17:28:59,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ into 079e0bd8195739afbb0ce7ab75ee20c6/f (new location: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/f/903b6c83992d41768a7257df0c6a7bba_SeqId_6_) 2024-12-04T17:28:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/staging/jenkins.hfs.22__test__tjus6oqov3apui98iifs0hhb6posrr9v7o6300n55ms6384s5lgu5m01vnrd90j/f/8916dd589eae44718817f4a813b9bb23_SeqId_6_ 2024-12-04T17:28:59,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(324): Finished replicating [39f0c1f1-fdb3-428a-b812-918881cebf71] bulk loaded data 2024-12-04T17:28:59,744 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:28:59,795 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:00,054 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:00,226 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:00,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:29:00,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:00,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:00,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:00,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:00,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:00,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:29:00,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1096530603, stopped=false 2024-12-04T17:29:00,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,35757,1733333332499 2024-12-04T17:29:00,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/290172891/running 2024-12-04T17:29:00,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/290172891/running 2024-12-04T17:29:00,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:29:00,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:29:00,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/running 2024-12-04T17:29:00,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Set watcher on znode that does not yet exist, /290172891/running 2024-12-04T17:29:00,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:00,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:00,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:00,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:00,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,38993,1733333332639' ***** 2024-12-04T17:29:00,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:29:00,273 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:29:00,273 INFO [RS:0;1bc61fcf61ea:38993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:29:00,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:29:00,274 INFO [RS:0;1bc61fcf61ea:38993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:29:00,274 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,38993,1733333332639 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38993. 2024-12-04T17:29:00,281 DEBUG [RS:0;1bc61fcf61ea:38993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:00,281 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:00,281 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bb879f06caff2b03003cd04fd0f3a5a, disabling compactions & flushes 2024-12-04T17:29:00,281 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:29:00,281 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:29:00,281 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. after waiting 0 ms 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:29:00,281 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:29:00,281 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:29:00,309 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:29:00,309 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1325): Online Regions={6bb879f06caff2b03003cd04fd0f3a5a=test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:29:00,309 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bb879f06caff2b03003cd04fd0f3a5a 2024-12-04T17:29:00,311 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:29:00,311 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:29:00,311 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:29:00,311 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:29:00,311 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:29:00,312 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T17:29:00,332 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:00,365 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/info/7d2e1adae3404a8a82605e47f4ce027c is 129, key is test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a./info:regioninfo/1733333336121/Put/seqid=0 2024-12-04T17:29:00,369 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/default/test/6bb879f06caff2b03003cd04fd0f3a5a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T17:29:00,369 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:00,369 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:29:00,369 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:29:00,369 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bb879f06caff2b03003cd04fd0f3a5a: Waiting for close lock at 1733333340281Running coprocessor pre-close hooks at 1733333340281Disabling compacts and flushes for region at 1733333340281Disabling writes for close at 1733333340281Writing region close event to WAL at 1733333340339 (+58 ms)Running coprocessor post-close hooks at 1733333340369 (+30 ms)Closed at 1733333340369 2024-12-04T17:29:00,370 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a. 2024-12-04T17:29:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741839_1015 (size=6421) 2024-12-04T17:29:00,387 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/info/7d2e1adae3404a8a82605e47f4ce027c 2024-12-04T17:29:00,414 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/ns/1a709c21898848939e70e1176383326a is 43, key is default/ns:d/1733333333896/Put/seqid=0 2024-12-04T17:29:00,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741840_1016 (size=5153) 2024-12-04T17:29:00,447 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/ns/1a709c21898848939e70e1176383326a 2024-12-04T17:29:00,458 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:00,468 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/rep_barrier/e1be243fb77040a59704794ef8d341b5 is 112, key is test,,1733333335759.6bb879f06caff2b03003cd04fd0f3a5a./rep_barrier:seqnumDuringOpen/1733333336121/Put/seqid=0 2024-12-04T17:29:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741841_1017 (size=5518) 2024-12-04T17:29:00,480 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/rep_barrier/e1be243fb77040a59704794ef8d341b5 2024-12-04T17:29:00,505 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/table/8f8259d9c08c4d74a7418155fdf671bb is 40, key is test/table:state/1733333336154/Put/seqid=0 2024-12-04T17:29:00,509 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741842_1018 (size=5165) 2024-12-04T17:29:00,709 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:00,730 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:00,912 DEBUG [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:00,936 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/table/8f8259d9c08c4d74a7418155fdf671bb 2024-12-04T17:29:00,940 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/info/7d2e1adae3404a8a82605e47f4ce027c as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/info/7d2e1adae3404a8a82605e47f4ce027c 2024-12-04T17:29:00,946 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/info/7d2e1adae3404a8a82605e47f4ce027c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T17:29:00,946 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/ns/1a709c21898848939e70e1176383326a as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/ns/1a709c21898848939e70e1176383326a 2024-12-04T17:29:00,951 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/ns/1a709c21898848939e70e1176383326a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:29:00,952 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/rep_barrier/e1be243fb77040a59704794ef8d341b5 as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/rep_barrier/e1be243fb77040a59704794ef8d341b5 2024-12-04T17:29:00,962 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/rep_barrier/e1be243fb77040a59704794ef8d341b5, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T17:29:00,963 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/.tmp/table/8f8259d9c08c4d74a7418155fdf671bb as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/table/8f8259d9c08c4d74a7418155fdf671bb 2024-12-04T17:29:00,969 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/table/8f8259d9c08c4d74a7418155fdf671bb, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:29:00,970 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 659ms, sequenceid=11, compaction requested=false 2024-12-04T17:29:00,977 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:01,046 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:29:01,046 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:01,046 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:29:01,046 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:01,046 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333340311Running coprocessor pre-close hooks at 1733333340311Disabling compacts and flushes for region at 1733333340311Disabling writes for close at 1733333340311Obtaining lock to block concurrent updates at 1733333340312 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733333340312Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733333340312Flushing stores of hbase:meta,,1.1588230740 at 1733333340312Flushing 1588230740/info: creating writer at 1733333340313 (+1 ms)Flushing 1588230740/info: appending metadata at 1733333340361 (+48 ms)Flushing 1588230740/info: closing flushed file at 1733333340361Flushing 1588230740/ns: creating writer at 1733333340391 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733333340413 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733333340413Flushing 1588230740/rep_barrier: creating writer at 1733333340452 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333340467 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333340468 (+1 ms)Flushing 1588230740/table: creating writer at 1733333340486 (+18 ms)Flushing 1588230740/table: appending metadata at 1733333340504 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733333340504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48443257: reopening flushed file at 1733333340940 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4e5bb8: reopening flushed file at 1733333340946 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276f1bcb: reopening flushed file at 1733333340952 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ac14c4: reopening flushed file at 1733333340963 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 659ms, sequenceid=11, compaction requested=false at 1733333340970 (+7 ms)Writing region close event to WAL at 1733333341029 (+59 ms)Running coprocessor post-close hooks at 1733333341046 (+17 ms)Closed at 1733333341046 2024-12-04T17:29:01,046 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:01,112 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,38993,1733333332639; all regions closed. 2024-12-04T17:29:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741834_1010 (size=2717) 2024-12-04T17:29:01,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/WALs/1bc61fcf61ea,38993,1733333332639/1bc61fcf61ea%2C38993%2C1733333332639.meta.1733333333842.meta not finished, retry = 0 2024-12-04T17:29:01,125 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:29:01,125 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:29:01,218 DEBUG [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/oldWALs 2024-12-04T17:29:01,218 INFO [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C38993%2C1733333332639.meta:.meta(num 1733333333842) 2024-12-04T17:29:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741833_1009 (size=1028) 2024-12-04T17:29:01,223 DEBUG [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/oldWALs 2024-12-04T17:29:01,223 INFO [RS:0;1bc61fcf61ea:38993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C38993%2C1733333332639:(num 1733333333268) 2024-12-04T17:29:01,223 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:01,223 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:01,223 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:01,223 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:01,223 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:01,223 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:01,224 INFO [RS:0;1bc61fcf61ea:38993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:38993. 2024-12-04T17:29:01,224 DEBUG [RS:0;1bc61fcf61ea:38993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:01,224 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:01,224 DEBUG [RS:0;1bc61fcf61ea:38993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:01,224 INFO [RS:0;1bc61fcf61ea:38993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38993 2024-12-04T17:29:01,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891/rs 2024-12-04T17:29:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/290172891/rs/1bc61fcf61ea,38993,1733333332639 2024-12-04T17:29:01,227 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:01,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,38993,1733333332639] 2024-12-04T17:29:01,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /290172891/draining/1bc61fcf61ea,38993,1733333332639 already deleted, retry=false 2024-12-04T17:29:01,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,38993,1733333332639 expired; onlineServers=0 2024-12-04T17:29:01,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,35757,1733333332499' ***** 2024-12-04T17:29:01,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:29:01,231 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:01,231 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:01,231 DEBUG [M:0;1bc61fcf61ea:35757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:29:01,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:29:01,232 DEBUG [M:0;1bc61fcf61ea:35757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:29:01,232 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:01,232 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:01,232 DEBUG [M:0;1bc61fcf61ea:35757 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:29:01,232 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333333009 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333333009,5,FailOnTimeoutGroup] 2024-12-04T17:29:01,232 INFO [M:0;1bc61fcf61ea:35757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:29:01,232 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333333033 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333333033,5,FailOnTimeoutGroup] 2024-12-04T17:29:01,232 INFO [M:0;1bc61fcf61ea:35757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:01,232 INFO [M:0;1bc61fcf61ea:35757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:29:01,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:29:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/290172891/master 2024-12-04T17:29:01,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/290172891 2024-12-04T17:29:01,234 DEBUG [M:0;1bc61fcf61ea:35757 {}] zookeeper.ZKUtil(347): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Unable to get data of znode /290172891/master because node does not exist (not an error) 2024-12-04T17:29:01,234 WARN [M:0;1bc61fcf61ea:35757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:29:01,234 INFO [M:0;1bc61fcf61ea:35757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/.lastflushedseqids 2024-12-04T17:29:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741843_1019 (size=173) 2024-12-04T17:29:01,247 INFO [M:0;1bc61fcf61ea:35757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:29:01,247 INFO [M:0;1bc61fcf61ea:35757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:29:01,247 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:29:01,247 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:01,247 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:01,247 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:29:01,247 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:01,247 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T17:29:01,266 DEBUG [M:0;1bc61fcf61ea:35757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e30b928b1096455995c4a810415b90ae is 82, key is hbase:meta,,1/info:regioninfo/1733333333886/Put/seqid=0 2024-12-04T17:29:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741844_1020 (size=5672) 2024-12-04T17:29:01,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:01,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38993-0x100a646edfd0007, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:01,328 INFO [RS:0;1bc61fcf61ea:38993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:01,328 INFO [RS:0;1bc61fcf61ea:38993 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,38993,1733333332639; zookeeper connection closed. 2024-12-04T17:29:01,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29da5915 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29da5915 2024-12-04T17:29:01,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:29:01,333 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:01,581 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:01,679 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e30b928b1096455995c4a810415b90ae 2024-12-04T17:29:01,719 DEBUG [M:0;1bc61fcf61ea:35757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e972415cb424ecbb8b60c4babed8aaf is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733333336159/Put/seqid=0 2024-12-04T17:29:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741845_1021 (size=6587) 2024-12-04T17:29:02,036 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:02,145 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e972415cb424ecbb8b60c4babed8aaf 2024-12-04T17:29:02,162 DEBUG [M:0;1bc61fcf61ea:35757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e22c1b09e4d4c9d473db7f802fcf9 is 69, key is 1bc61fcf61ea,38993,1733333332639/rs:state/1733333333090/Put/seqid=0 2024-12-04T17:29:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741846_1022 (size=5156) 2024-12-04T17:29:02,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:29:02,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,298 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:02,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:02,566 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e22c1b09e4d4c9d473db7f802fcf9 2024-12-04T17:29:02,570 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e30b928b1096455995c4a810415b90ae as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e30b928b1096455995c4a810415b90ae 2024-12-04T17:29:02,574 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e30b928b1096455995c4a810415b90ae, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T17:29:02,574 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e972415cb424ecbb8b60c4babed8aaf as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e972415cb424ecbb8b60c4babed8aaf 2024-12-04T17:29:02,578 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e972415cb424ecbb8b60c4babed8aaf, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T17:29:02,579 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c55e22c1b09e4d4c9d473db7f802fcf9 as hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55e22c1b09e4d4c9d473db7f802fcf9 2024-12-04T17:29:02,582 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/c6eef085-6800-35ba-f09a-c6f1733e9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c55e22c1b09e4d4c9d473db7f802fcf9, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T17:29:02,583 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=55, compaction requested=false 2024-12-04T17:29:02,584 INFO [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:02,584 DEBUG [M:0;1bc61fcf61ea:35757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333341247Disabling compacts and flushes for region at 1733333341247Disabling writes for close at 1733333341247Obtaining lock to block concurrent updates at 1733333341247Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333341247Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733333341248 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333341248Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333341248Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333341265 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333341265Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333341683 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333341719 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333341719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333342149 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333342162 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333342162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69facd31: reopening flushed file at 1733333342569 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce2d24f: reopening flushed file at 1733333342574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90bab69: reopening flushed file at 1733333342578 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=55, compaction requested=false at 1733333342583 (+5 ms)Writing region close event to WAL at 1733333342584 (+1 ms)Closed at 1733333342584 2024-12-04T17:29:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741830_1006 (size=32782) 2024-12-04T17:29:02,589 INFO [M:0;1bc61fcf61ea:35757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:29:02,589 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:02,589 INFO [M:0;1bc61fcf61ea:35757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35757 2024-12-04T17:29:02,589 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:02,690 INFO [M:0;1bc61fcf61ea:35757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:02,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35757-0x100a646edfd0006, quorum=127.0.0.1:55915, baseZNode=/290172891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:02,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146e5199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:29:02,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:02,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:02,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:02,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:02,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:29:02,694 WARN [BP-1171916054-172.17.0.2-1733333331663 heartbeating to localhost/127.0.0.1:34735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:29:02,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:29:02,694 WARN [BP-1171916054-172.17.0.2-1733333331663 heartbeating to localhost/127.0.0.1:34735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1171916054-172.17.0.2-1733333331663 (Datanode Uuid bedc8532-7543-4b87-b7fa-4f1308423cd1) service to localhost/127.0.0.1:34735 2024-12-04T17:29:02,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/cluster_2130f396-8e5a-4bef-be90-2d58df32ca46/data/data1/current/BP-1171916054-172.17.0.2-1733333331663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:02,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/cluster_2130f396-8e5a-4bef-be90-2d58df32ca46/data/data2/current/BP-1171916054-172.17.0.2-1733333331663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:02,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:29:02,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc761de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:29:02,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:02,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:02,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:02,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16bf87b2-9898-8cd2-eb18-2cf020bc5074/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:02,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:29:02,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:29:02,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:02,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:02,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:02,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:02,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:02,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:29:02,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1951677702, stopped=false 2024-12-04T17:29:02,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,42107,1733333329551 2024-12-04T17:29:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752827735/running 2024-12-04T17:29:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752827735/running 2024-12-04T17:29:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:29:02,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:29:02,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:02,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:02,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:02,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:02,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,41681,1733333329628' ***** 2024-12-04T17:29:02,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:29:02,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/running 2024-12-04T17:29:02,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Set watcher on znode that does not yet exist, /1752827735/running 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:29:02,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(3091): Received CLOSE for 079e0bd8195739afbb0ce7ab75ee20c6 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,41681,1733333329628 2024-12-04T17:29:02,713 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41681. 2024-12-04T17:29:02,714 DEBUG [RS:0;1bc61fcf61ea:41681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 079e0bd8195739afbb0ce7ab75ee20c6, disabling compactions & flushes 2024-12-04T17:29:02,714 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:02,714 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. after waiting 0 ms 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:29:02,714 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T17:29:02,714 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 079e0bd8195739afbb0ce7ab75ee20c6=test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6.} 2024-12-04T17:29:02,714 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 079e0bd8195739afbb0ce7ab75ee20c6, 1588230740 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:29:02,714 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:29:02,714 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:29:02,714 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T17:29:02,716 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/default/test/079e0bd8195739afbb0ce7ab75ee20c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:29:02,717 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:02,717 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:29:02,717 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:29:02,717 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 079e0bd8195739afbb0ce7ab75ee20c6: Waiting for close lock at 1733333342714Running coprocessor pre-close hooks at 1733333342714Disabling compacts and flushes for region at 1733333342714Disabling writes for close at 1733333342714Writing region close event to WAL at 1733333342714Running coprocessor post-close hooks at 1733333342717 (+3 ms)Closed at 1733333342717 2024-12-04T17:29:02,717 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6. 2024-12-04T17:29:02,726 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/info/4fb81202e7414a84a9e4d5aa5f63c0ec is 129, key is test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6./info:regioninfo/1733333335435/Put/seqid=0 2024-12-04T17:29:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741841_1017 (size=6421) 2024-12-04T17:29:02,770 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:02,839 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:02,914 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:02,988 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:29:02,988 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:29:03,105 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:03,114 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:03,130 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/info/4fb81202e7414a84a9e4d5aa5f63c0ec 2024-12-04T17:29:03,145 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/ns/fa98fb09a6b24f2b931e46b219678bbf is 43, key is default/ns:d/1733333331530/Put/seqid=0 2024-12-04T17:29:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741842_1018 (size=5153) 2024-12-04T17:29:03,314 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:03,515 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:03,549 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/ns/fa98fb09a6b24f2b931e46b219678bbf 2024-12-04T17:29:03,567 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/rep_barrier/db687923a24e4683b85448236a447946 is 112, key is test,,1733333334609.079e0bd8195739afbb0ce7ab75ee20c6./rep_barrier:seqnumDuringOpen/1733333335435/Put/seqid=0 2024-12-04T17:29:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741843_1019 (size=5518) 2024-12-04T17:29:03,715 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:29:03,715 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:29:03,715 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:03,742 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:03,915 DEBUG [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:03,971 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/rep_barrier/db687923a24e4683b85448236a447946 2024-12-04T17:29:03,990 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/table/a94ee643bc514df1ab0347984be56419 is 40, key is test/table:state/1733333335451/Put/seqid=0 2024-12-04T17:29:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741844_1020 (size=5165) 2024-12-04T17:29:03,993 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/table/a94ee643bc514df1ab0347984be56419 2024-12-04T17:29:03,996 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/info/4fb81202e7414a84a9e4d5aa5f63c0ec as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/info/4fb81202e7414a84a9e4d5aa5f63c0ec 2024-12-04T17:29:03,999 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/info/4fb81202e7414a84a9e4d5aa5f63c0ec, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T17:29:04,000 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/ns/fa98fb09a6b24f2b931e46b219678bbf as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/ns/fa98fb09a6b24f2b931e46b219678bbf 2024-12-04T17:29:04,003 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/ns/fa98fb09a6b24f2b931e46b219678bbf, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:29:04,003 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/rep_barrier/db687923a24e4683b85448236a447946 as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/rep_barrier/db687923a24e4683b85448236a447946 2024-12-04T17:29:04,006 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/rep_barrier/db687923a24e4683b85448236a447946, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T17:29:04,006 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/.tmp/table/a94ee643bc514df1ab0347984be56419 as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/table/a94ee643bc514df1ab0347984be56419 2024-12-04T17:29:04,008 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:04,010 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/table/a94ee643bc514df1ab0347984be56419, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T17:29:04,011 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-12-04T17:29:04,014 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T17:29:04,014 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:04,014 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:29:04,014 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:04,015 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333342714Running coprocessor pre-close hooks at 1733333342714Disabling compacts and flushes for region at 1733333342714Disabling writes for close at 1733333342714Obtaining lock to block concurrent updates at 1733333342714Preparing flush snapshotting stores in 1588230740 at 1733333342714Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733333342714Flushing stores of hbase:meta,,1.1588230740 at 1733333342715 (+1 ms)Flushing 1588230740/info: creating writer at 1733333342715Flushing 1588230740/info: appending metadata at 1733333342726 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733333342726Flushing 1588230740/ns: creating writer at 1733333343133 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733333343145 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733333343145Flushing 1588230740/rep_barrier: creating writer at 1733333343552 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333343567 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333343567Flushing 1588230740/table: creating writer at 1733333343974 (+407 ms)Flushing 1588230740/table: appending metadata at 1733333343989 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733333343989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0b474f: reopening flushed file at 1733333343996 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145e48d0: reopening flushed file at 1733333343999 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42230b3: reopening flushed file at 1733333344003 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebb46ed: reopening flushed file at 1733333344006 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1733333344011 (+5 ms)Writing region close event to WAL at 1733333344012 (+1 ms)Running coprocessor post-close hooks at 1733333344014 (+2 ms)Closed at 1733333344014 2024-12-04T17:29:04,015 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:04,115 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,41681,1733333329628; all regions closed. 2024-12-04T17:29:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741834_1010 (size=2717) 2024-12-04T17:29:04,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.meta.1733333331481.meta not finished, retry = 0 2024-12-04T17:29:04,220 DEBUG [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/oldWALs 2024-12-04T17:29:04,220 INFO [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C41681%2C1733333329628.meta:.meta(num 1733333331481) 2024-12-04T17:29:04,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/WALs/1bc61fcf61ea,41681,1733333329628/1bc61fcf61ea%2C41681%2C1733333329628.1733333331083 not finished, retry = 0 2024-12-04T17:29:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741833_1009 (size=1374) 2024-12-04T17:29:04,324 DEBUG [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/oldWALs 2024-12-04T17:29:04,324 INFO [RS:0;1bc61fcf61ea:41681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bc61fcf61ea%2C41681%2C1733333329628:(num 1733333331083) 2024-12-04T17:29:04,324 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:04,324 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:04,324 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:04,324 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:04,324 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:04,325 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:04,325 INFO [RS:0;1bc61fcf61ea:41681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41681. 2024-12-04T17:29:04,325 DEBUG [RS:0;1bc61fcf61ea:41681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:04,325 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:04,325 DEBUG [RS:0;1bc61fcf61ea:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:04,325 INFO [RS:0;1bc61fcf61ea:41681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41681 2024-12-04T17:29:04,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:04,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752827735/rs/1bc61fcf61ea,41681,1733333329628 2024-12-04T17:29:04,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735/rs 2024-12-04T17:29:04,332 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:04,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,41681,1733333329628] 2024-12-04T17:29:04,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1752827735/draining/1bc61fcf61ea,41681,1733333329628 already deleted, retry=false 2024-12-04T17:29:04,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,41681,1733333329628 expired; onlineServers=0 2024-12-04T17:29:04,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,42107,1733333329551' ***** 2024-12-04T17:29:04,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:29:04,333 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:04,333 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:04,333 DEBUG [M:0;1bc61fcf61ea:42107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:29:04,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:29:04,333 DEBUG [M:0;1bc61fcf61ea:42107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:29:04,333 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333330838 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333330838,5,FailOnTimeoutGroup] 2024-12-04T17:29:04,333 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333330835 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333330835,5,FailOnTimeoutGroup] 2024-12-04T17:29:04,333 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:04,334 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:04,334 DEBUG [M:0;1bc61fcf61ea:42107 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:29:04,334 INFO [M:0;1bc61fcf61ea:42107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:29:04,334 INFO [M:0;1bc61fcf61ea:42107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:04,334 INFO [M:0;1bc61fcf61ea:42107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:29:04,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:29:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1752827735/master 2024-12-04T17:29:04,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1752827735 2024-12-04T17:29:04,334 DEBUG [M:0;1bc61fcf61ea:42107 {}] zookeeper.ZKUtil(347): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Unable to get data of znode /1752827735/master because node does not exist (not an error) 2024-12-04T17:29:04,334 WARN [M:0;1bc61fcf61ea:42107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:29:04,335 INFO [M:0;1bc61fcf61ea:42107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/.lastflushedseqids 2024-12-04T17:29:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741845_1021 (size=173) 2024-12-04T17:29:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:04,433 INFO [RS:0;1bc61fcf61ea:41681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x100a646edfd0004, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:04,433 INFO [RS:0;1bc61fcf61ea:41681 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,41681,1733333329628; zookeeper connection closed. 2024-12-04T17:29:04,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c50c7c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c50c7c3 2024-12-04T17:29:04,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:29:04,745 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:04,751 INFO [M:0;1bc61fcf61ea:42107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:29:04,751 INFO [M:0;1bc61fcf61ea:42107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:29:04,751 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:29:04,751 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:04,751 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:04,751 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:29:04,751 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:04,751 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T17:29:04,768 DEBUG [M:0;1bc61fcf61ea:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6d505d13f4e44edbd05711f19b7b149 is 82, key is hbase:meta,,1/info:regioninfo/1733333331520/Put/seqid=0 2024-12-04T17:29:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741846_1022 (size=5672) 2024-12-04T17:29:04,771 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6d505d13f4e44edbd05711f19b7b149 2024-12-04T17:29:04,785 DEBUG [M:0;1bc61fcf61ea:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9543591239ef4f5f92a600957aac5bb3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733333335457/Put/seqid=0 2024-12-04T17:29:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741847_1023 (size=6587) 2024-12-04T17:29:05,010 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:05,189 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9543591239ef4f5f92a600957aac5bb3 2024-12-04T17:29:05,207 DEBUG [M:0;1bc61fcf61ea:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1416aa0d56fa45689f91fa7cdf2c8b71 is 69, key is 1bc61fcf61ea,41681,1733333329628/rs:state/1733333330894/Put/seqid=0 2024-12-04T17:29:05,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741848_1024 (size=5156) 2024-12-04T17:29:05,611 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1416aa0d56fa45689f91fa7cdf2c8b71 2024-12-04T17:29:05,615 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6d505d13f4e44edbd05711f19b7b149 as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6d505d13f4e44edbd05711f19b7b149 2024-12-04T17:29:05,618 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6d505d13f4e44edbd05711f19b7b149, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T17:29:05,619 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9543591239ef4f5f92a600957aac5bb3 as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9543591239ef4f5f92a600957aac5bb3 2024-12-04T17:29:05,622 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9543591239ef4f5f92a600957aac5bb3, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T17:29:05,623 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1416aa0d56fa45689f91fa7cdf2c8b71 as hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1416aa0d56fa45689f91fa7cdf2c8b71 2024-12-04T17:29:05,625 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35295/user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1416aa0d56fa45689f91fa7cdf2c8b71, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T17:29:05,626 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-12-04T17:29:05,627 INFO [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:05,627 DEBUG [M:0;1bc61fcf61ea:42107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333344751Disabling compacts and flushes for region at 1733333344751Disabling writes for close at 1733333344751Obtaining lock to block concurrent updates at 1733333344751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333344751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733333344752 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333344752Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333344752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333344767 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333344767Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333344774 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333344784 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333344785 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333345192 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333345206 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333345206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab42353: reopening flushed file at 1733333345614 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eaa68a8: reopening flushed file at 1733333345618 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0aaa60: reopening flushed file at 1733333345622 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1733333345626 (+4 ms)Writing region close event to WAL at 1733333345627 (+1 ms)Closed at 1733333345627 2024-12-04T17:29:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38985 is added to blk_1073741830_1006 (size=32782) 2024-12-04T17:29:05,628 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d1933fd-968f-bf36-bca4-9a428f302893/MasterData/WALs/1bc61fcf61ea,42107,1733333329551/1bc61fcf61ea%2C42107%2C1733333329551.1733333330591 not finished, retry = 0 2024-12-04T17:29:05,729 INFO [M:0;1bc61fcf61ea:42107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:29:05,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:05,729 INFO [M:0;1bc61fcf61ea:42107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42107 2024-12-04T17:29:05,730 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:05,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:05,830 INFO [M:0;1bc61fcf61ea:42107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x100a646edfd0003, quorum=127.0.0.1:55915, baseZNode=/1752827735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:05,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9dc189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:29:05,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:05,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:05,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:05,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:05,834 WARN [BP-1153650796-172.17.0.2-1733333327840 heartbeating to localhost/127.0.0.1:35295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:29:05,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:29:05,834 WARN [BP-1153650796-172.17.0.2-1733333327840 heartbeating to localhost/127.0.0.1:35295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1153650796-172.17.0.2-1733333327840 (Datanode Uuid 0a78d7dc-e4ae-458e-bbc2-9d36fbffad85) service to localhost/127.0.0.1:35295 2024-12-04T17:29:05,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:29:05,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/cluster_d06d1962-b140-e593-4457-f842f01a897a/data/data1/current/BP-1153650796-172.17.0.2-1733333327840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:05,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/cluster_d06d1962-b140-e593-4457-f842f01a897a/data/data2/current/BP-1153650796-172.17.0.2-1733333327840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:05,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:29:05,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28176859{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:29:05,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:05,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:05,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:05,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c9ccc1-7f8d-0ed6-7df5-830d2c71c2f8/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:05,848 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:05,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:29:05,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T17:29:05,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:05,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:05,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:05,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:05,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:05,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T17:29:05,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2032179387, stopped=false 2024-12-04T17:29:05,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bc61fcf61ea,44289,1733333325477 2024-12-04T17:29:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758567028/running 2024-12-04T17:29:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758567028/running 2024-12-04T17:29:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:29:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:29:05,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:05,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T17:29:05,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:05,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:05,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/running 2024-12-04T17:29:05,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bc61fcf61ea,41299,1733333325727' ***** 2024-12-04T17:29:05,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Set watcher on znode that does not yet exist, /0-758567028/running 2024-12-04T17:29:05,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T17:29:05,858 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T17:29:05,858 INFO [RS:0;1bc61fcf61ea:41299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T17:29:05,858 INFO [RS:0;1bc61fcf61ea:41299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T17:29:05,858 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(3091): Received CLOSE for 19c0b189ab6aebd06a455b1d0290dfed 2024-12-04T17:29:05,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(3091): Received CLOSE for c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(959): stopping server 1bc61fcf61ea,41299,1733333325727 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41299. 2024-12-04T17:29:05,859 DEBUG [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19c0b189ab6aebd06a455b1d0290dfed, disabling compactions & flushes 2024-12-04T17:29:05,859 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:05,859 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. after waiting 0 ms 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T17:29:05,859 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T17:29:05,859 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19c0b189ab6aebd06a455b1d0290dfed=test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed., c6a47fdf597854c696ad4a39a45b641c=hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c.} 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T17:29:05,859 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c0b189ab6aebd06a455b1d0290dfed, c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:29:05,859 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T17:29:05,859 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T17:29:05,859 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/default/test/19c0b189ab6aebd06a455b1d0290dfed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T17:29:05,862 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19c0b189ab6aebd06a455b1d0290dfed: Waiting for close lock at 1733333345859Running coprocessor pre-close hooks at 1733333345859Disabling compacts and flushes for region at 1733333345859Disabling writes for close at 1733333345859Writing region close event to WAL at 1733333345860 (+1 ms)Running coprocessor post-close hooks at 1733333345862 (+2 ms)Closed at 1733333345862 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed. 2024-12-04T17:29:05,862 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6a47fdf597854c696ad4a39a45b641c, disabling compactions & flushes 2024-12-04T17:29:05,863 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:29:05,863 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:29:05,863 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. after waiting 0 ms 2024-12-04T17:29:05,863 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:29:05,863 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6a47fdf597854c696ad4a39a45b641c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T17:29:05,874 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/hfileref/721d21bc0026489683269deb3d628307 is 74, key is 1/hfileref:8916dd589eae44718817f4a813b9bb23_SeqId_6_/1733333339655/DeleteColumn/seqid=0 2024-12-04T17:29:05,875 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/info/9c1f71bd54e648659156642fda6ffadf is 147, key is hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c./info:regioninfo/1733333336825/Put/seqid=0 2024-12-04T17:29:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741847_1023 (size=5489) 2024-12-04T17:29:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741848_1024 (size=7686) 2024-12-04T17:29:05,902 INFO [regionserver/1bc61fcf61ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:05,975 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=15, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-12-04T17:29:05,975 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T17:29:06,037 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T17:29:06,037 INFO [regionserver/1bc61fcf61ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T17:29:06,059 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:29:06,113 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:06,117 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:29:06,117 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:06,117 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:29:06,118 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 1bc61fcf61ea,41299,1733333325727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-1bc61fcf61ea,41299,1733333325727, walGroup=1bc61fcf61ea%2C41299%2C1733333325727, offset=1bc61fcf61ea%2C41299%2C1733333325727.1733333338730:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T17:29:06,118 ERROR [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T17:29:06,119 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T17:29:06,119 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T17:29:06,119 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T17:29:06,119 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T17:29:06,119 INFO [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1581252608, "init": 1048576000, "max": 2306867200, "used": 1196310008 }, "NonHeapMemoryUsage": { "committed": 210042880, "init": 7667712, "max": -1, "used": 207142392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T17:29:06,119 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:44289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:44289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T17:29:06,260 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6a47fdf597854c696ad4a39a45b641c 2024-12-04T17:29:06,278 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/hfileref/721d21bc0026489683269deb3d628307 2024-12-04T17:29:06,278 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/info/9c1f71bd54e648659156642fda6ffadf 2024-12-04T17:29:06,292 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/ns/db2e0e8f97ce4a8d909fd5b141aa3fee is 43, key is default/ns:d/1733333327733/Put/seqid=0 2024-12-04T17:29:06,298 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/queue/9392b9b1918544edb21d047d4e0537e3 is 153, key is 1-1bc61fcf61ea,41299,1733333325727/queue:1bc61fcf61ea%2C41299%2C1733333325727/1733333339657/Put/seqid=0 2024-12-04T17:29:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741849_1025 (size=5153) 2024-12-04T17:29:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741850_1026 (size=5504) 2024-12-04T17:29:06,301 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/queue/9392b9b1918544edb21d047d4e0537e3 2024-12-04T17:29:06,305 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/hfileref/721d21bc0026489683269deb3d628307 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/hfileref/721d21bc0026489683269deb3d628307 2024-12-04T17:29:06,308 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/hfileref/721d21bc0026489683269deb3d628307, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T17:29:06,309 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/.tmp/queue/9392b9b1918544edb21d047d4e0537e3 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/queue/9392b9b1918544edb21d047d4e0537e3 2024-12-04T17:29:06,312 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/queue/9392b9b1918544edb21d047d4e0537e3, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T17:29:06,312 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c6a47fdf597854c696ad4a39a45b641c in 449ms, sequenceid=17, compaction requested=false 2024-12-04T17:29:06,315 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/replication/c6a47fdf597854c696ad4a39a45b641c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T17:29:06,316 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:06,316 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:29:06,316 INFO [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:29:06,316 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6a47fdf597854c696ad4a39a45b641c: Waiting for close lock at 1733333345862Running coprocessor pre-close hooks at 1733333345862Disabling compacts and flushes for region at 1733333345862Disabling writes for close at 1733333345863 (+1 ms)Obtaining lock to block concurrent updates at 1733333345863Preparing flush snapshotting stores in c6a47fdf597854c696ad4a39a45b641c at 1733333345863Finished memstore snapshotting hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733333345863Flushing stores of hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. at 1733333345863Flushing c6a47fdf597854c696ad4a39a45b641c/hfileref: creating writer at 1733333345863Flushing c6a47fdf597854c696ad4a39a45b641c/hfileref: appending metadata at 1733333345874 (+11 ms)Flushing c6a47fdf597854c696ad4a39a45b641c/hfileref: closing flushed file at 1733333345874Flushing c6a47fdf597854c696ad4a39a45b641c/queue: creating writer at 1733333346281 (+407 ms)Flushing c6a47fdf597854c696ad4a39a45b641c/queue: appending metadata at 1733333346298 (+17 ms)Flushing c6a47fdf597854c696ad4a39a45b641c/queue: closing flushed file at 1733333346298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5956b4d3: reopening flushed file at 1733333346304 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7656b47d: reopening flushed file at 1733333346308 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c6a47fdf597854c696ad4a39a45b641c in 449ms, sequenceid=17, compaction requested=false at 1733333346312 (+4 ms)Writing region close event to WAL at 1733333346313 (+1 ms)Running coprocessor post-close hooks at 1733333346316 (+3 ms)Closed at 1733333346316 2024-12-04T17:29:06,316 DEBUG [RS_CLOSE_REGION-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733333336402.c6a47fdf597854c696ad4a39a45b641c. 2024-12-04T17:29:06,320 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:06,460 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:06,623 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:06,660 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:06,699 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/ns/db2e0e8f97ce4a8d909fd5b141aa3fee 2024-12-04T17:29:06,713 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/rep_barrier/3e497642713d40b5bdaf1d69c3089ca4 is 112, key is test,,1733333333978.19c0b189ab6aebd06a455b1d0290dfed./rep_barrier:seqnumDuringOpen/1733333334392/Put/seqid=0 2024-12-04T17:29:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741851_1027 (size=5518) 2024-12-04T17:29:06,716 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/rep_barrier/3e497642713d40b5bdaf1d69c3089ca4 2024-12-04T17:29:06,730 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/table/db4c3d6e295d427286c52b54f0bf5b4f is 53, key is hbase:replication/table:state/1733333336843/Put/seqid=0 2024-12-04T17:29:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741852_1028 (size=5308) 2024-12-04T17:29:06,860 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T17:29:06,860 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T17:29:06,860 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:07,026 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:07,051 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 393, reset compression=false 2024-12-04T17:29:07,054 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T17:29:07,054 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:07,054 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-1bc61fcf61ea,41299,1733333325727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T17:29:07,055 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T17:29:07,060 DEBUG [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T17:29:07,133 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/table/db4c3d6e295d427286c52b54f0bf5b4f 2024-12-04T17:29:07,137 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/info/9c1f71bd54e648659156642fda6ffadf as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/info/9c1f71bd54e648659156642fda6ffadf 2024-12-04T17:29:07,141 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/info/9c1f71bd54e648659156642fda6ffadf, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T17:29:07,141 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/ns/db2e0e8f97ce4a8d909fd5b141aa3fee as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/ns/db2e0e8f97ce4a8d909fd5b141aa3fee 2024-12-04T17:29:07,145 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/ns/db2e0e8f97ce4a8d909fd5b141aa3fee, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T17:29:07,145 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/rep_barrier/3e497642713d40b5bdaf1d69c3089ca4 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/rep_barrier/3e497642713d40b5bdaf1d69c3089ca4 2024-12-04T17:29:07,148 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/rep_barrier/3e497642713d40b5bdaf1d69c3089ca4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T17:29:07,149 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/.tmp/table/db4c3d6e295d427286c52b54f0bf5b4f as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/table/db4c3d6e295d427286c52b54f0bf5b4f 2024-12-04T17:29:07,152 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/table/db4c3d6e295d427286c52b54f0bf5b4f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T17:29:07,153 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false 2024-12-04T17:29:07,153 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T17:29:07,157 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T17:29:07,157 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T17:29:07,157 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T17:29:07,157 INFO [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:07,157 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733333345859Running coprocessor pre-close hooks at 1733333345859Disabling compacts and flushes for region at 1733333345859Disabling writes for close at 1733333345859Obtaining lock to block concurrent updates at 1733333345859Preparing flush snapshotting stores in 1588230740 at 1733333345859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733333345860 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733333345860Flushing 1588230740/info: creating writer at 1733333345860Flushing 1588230740/info: appending metadata at 1733333345875 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733333345875Flushing 1588230740/ns: creating writer at 1733333346281 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733333346292 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733333346292Flushing 1588230740/rep_barrier: creating writer at 1733333346702 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733333346713 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733333346713Flushing 1588230740/table: creating writer at 1733333346719 (+6 ms)Flushing 1588230740/table: appending metadata at 1733333346730 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733333346730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c314242: reopening flushed file at 1733333347137 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b22478: reopening flushed file at 1733333347141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7533dde: reopening flushed file at 1733333347145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abbded7: reopening flushed file at 1733333347149 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=16, compaction requested=false at 1733333347153 (+4 ms)Writing region close event to WAL at 1733333347155 (+2 ms)Running coprocessor post-close hooks at 1733333347157 (+2 ms)Closed at 1733333347157 2024-12-04T17:29:07,158 DEBUG [RS_CLOSE_META-regionserver/1bc61fcf61ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T17:29:07,256 DEBUG [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/WALs/1bc61fcf61ea,41299,1733333325727/1bc61fcf61ea%2C41299%2C1733333325727.1733333338730 to pos 688, reset compression=false 2024-12-04T17:29:07,260 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(976): stopping server 1bc61fcf61ea,41299,1733333325727; all regions closed. 2024-12-04T17:29:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741844_1020 (size=859) 2024-12-04T17:29:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741842_1018 (size=2791) 2024-12-04T17:29:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741843_1019 (size=696) 2024-12-04T17:29:07,265 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:07,265 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T17:29:07,265 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:07,265 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.ChoreService(370): Chore service for: regionserver/1bc61fcf61ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:07,266 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:07,266 INFO [regionserver/1bc61fcf61ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:07,266 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-1bc61fcf61ea,41299,1733333325727 because: Region server is closing 2024-12-04T17:29:07,266 INFO [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41299. 2024-12-04T17:29:07,266 DEBUG [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:07,266 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:07,266 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:07,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:07,367 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 terminated 2024-12-04T17:29:07,367 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-1bc61fcf61ea,41299,1733333325727 because: Region server is closing 2024-12-04T17:29:07,367 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,1-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,1-1bc61fcf61ea,41299,1733333325727 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:29:07,367 INFO [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bc61fcf61ea:41299. 2024-12-04T17:29:07,367 DEBUG [RS:0;1bc61fcf61ea:41299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T17:29:07,367 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:07,367 DEBUG [RS:0;1bc61fcf61ea:41299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T17:29:07,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T17:29:07,467 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.shipper1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 terminated 2024-12-04T17:29:07,467 WARN [RS_REFRESH_PEER-regionserver/1bc61fcf61ea:0-0.replicationSource,2-1bc61fcf61ea,41299,1733333325727.replicationSource.wal-reader.1bc61fcf61ea%2C41299%2C1733333325727,2-1bc61fcf61ea,41299,1733333325727 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T17:29:07,467 INFO [RS:0;1bc61fcf61ea:41299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41299 2024-12-04T17:29:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028/rs 2024-12-04T17:29:07,468 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758567028/rs/1bc61fcf61ea,41299,1733333325727 2024-12-04T17:29:07,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bc61fcf61ea,41299,1733333325727] 2024-12-04T17:29:07,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-758567028/draining/1bc61fcf61ea,41299,1733333325727 already deleted, retry=false 2024-12-04T17:29:07,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bc61fcf61ea,41299,1733333325727 expired; onlineServers=0 2024-12-04T17:29:07,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bc61fcf61ea,44289,1733333325477' ***** 2024-12-04T17:29:07,470 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T17:29:07,470 DEBUG [M:0;1bc61fcf61ea:44289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T17:29:07,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T17:29:07,470 DEBUG [M:0;1bc61fcf61ea:44289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T17:29:07,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333326842 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.small.0-1733333326842,5,FailOnTimeoutGroup] 2024-12-04T17:29:07,470 DEBUG [master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333326841 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bc61fcf61ea:0:becomeActiveMaster-HFileCleaner.large.0-1733333326841,5,FailOnTimeoutGroup] 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.ChoreService(370): Chore service for: master/1bc61fcf61ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T17:29:07,470 DEBUG [M:0;1bc61fcf61ea:44289 {}] master.HMaster(1795): Stopping service threads 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T17:29:07,470 INFO [M:0;1bc61fcf61ea:44289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T17:29:07,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T17:29:07,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-758567028/master 2024-12-04T17:29:07,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-758567028 2024-12-04T17:29:07,471 DEBUG [M:0;1bc61fcf61ea:44289 {}] zookeeper.ZKUtil(347): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Unable to get data of znode /0-758567028/master because node does not exist (not an error) 2024-12-04T17:29:07,471 WARN [M:0;1bc61fcf61ea:44289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T17:29:07,471 INFO [M:0;1bc61fcf61ea:44289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/.lastflushedseqids 2024-12-04T17:29:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741853_1029 (size=263) 2024-12-04T17:29:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:07,569 INFO [RS:0;1bc61fcf61ea:41299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41299-0x100a646edfd0001, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:07,569 INFO [RS:0;1bc61fcf61ea:41299 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bc61fcf61ea,41299,1733333325727; zookeeper connection closed. 2024-12-04T17:29:07,569 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f766f1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f766f1f 2024-12-04T17:29:07,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T17:29:07,874 INFO [M:0;1bc61fcf61ea:44289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T17:29:07,875 INFO [M:0;1bc61fcf61ea:44289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T17:29:07,875 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T17:29:07,875 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:07,875 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:07,875 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T17:29:07,875 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:07,875 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-12-04T17:29:07,888 DEBUG [M:0;1bc61fcf61ea:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cfb6ada7bf24d5c9508d88aea4583a0 is 82, key is hbase:meta,,1/info:regioninfo/1733333327721/Put/seqid=0 2024-12-04T17:29:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741854_1030 (size=5672) 2024-12-04T17:29:08,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T17:29:08,292 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cfb6ada7bf24d5c9508d88aea4583a0 2024-12-04T17:29:08,310 DEBUG [M:0;1bc61fcf61ea:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d43b360ca804029a946183718ddea4d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733333336849/Put/seqid=0 2024-12-04T17:29:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741855_1031 (size=8910) 2024-12-04T17:29:08,313 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d43b360ca804029a946183718ddea4d 2024-12-04T17:29:08,327 DEBUG [M:0;1bc61fcf61ea:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3f0f341894e4b2faeeb5ac0d7441239 is 69, key is 1bc61fcf61ea,41299,1733333325727/rs:state/1733333326946/Put/seqid=0 2024-12-04T17:29:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741856_1032 (size=5156) 2024-12-04T17:29:08,730 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3f0f341894e4b2faeeb5ac0d7441239 2024-12-04T17:29:08,734 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cfb6ada7bf24d5c9508d88aea4583a0 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cfb6ada7bf24d5c9508d88aea4583a0 2024-12-04T17:29:08,736 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cfb6ada7bf24d5c9508d88aea4583a0, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T17:29:08,737 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d43b360ca804029a946183718ddea4d as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d43b360ca804029a946183718ddea4d 2024-12-04T17:29:08,740 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d43b360ca804029a946183718ddea4d, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T17:29:08,740 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3f0f341894e4b2faeeb5ac0d7441239 as hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3f0f341894e4b2faeeb5ac0d7441239 2024-12-04T17:29:08,743 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43083/user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3f0f341894e4b2faeeb5ac0d7441239, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T17:29:08,743 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=112, compaction requested=false 2024-12-04T17:29:08,744 INFO [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T17:29:08,744 DEBUG [M:0;1bc61fcf61ea:44289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733333347875Disabling compacts and flushes for region at 1733333347875Disabling writes for close at 1733333347875Obtaining lock to block concurrent updates at 1733333347875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733333347875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1733333347875Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733333347876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733333347876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733333347888 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733333347888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733333348295 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733333348309 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733333348309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733333348316 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733333348327 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733333348327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac5d2e9: reopening flushed file at 1733333348733 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce7561f: reopening flushed file at 1733333348737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7484c232: reopening flushed file at 1733333348740 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=112, compaction requested=false at 1733333348743 (+3 ms)Writing region close event to WAL at 1733333348744 (+1 ms)Closed at 1733333348744 2024-12-04T17:29:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741830_1006 (size=69067) 2024-12-04T17:29:08,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d28ee40-e739-b983-d9fc-ca4532fc7961/MasterData/WALs/1bc61fcf61ea,44289,1733333325477/1bc61fcf61ea%2C44289%2C1733333325477.1733333326685 not finished, retry = 0 2024-12-04T17:29:08,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T17:29:08,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:29:08,767 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129000 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [1bc61fcf61ea,41557,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bc61fcf61ea:41557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T17:29:08,847 INFO [M:0;1bc61fcf61ea:44289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T17:29:08,847 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T17:29:08,847 INFO [M:0;1bc61fcf61ea:44289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44289 2024-12-04T17:29:08,847 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T17:29:08,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:08,948 INFO [M:0;1bc61fcf61ea:44289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T17:29:08,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x100a646edfd0000, quorum=127.0.0.1:55915, baseZNode=/0-758567028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T17:29:08,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e1c64d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T17:29:08,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:08,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:08,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:08,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:08,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T17:29:08,952 WARN [BP-1963446729-172.17.0.2-1733333324231 heartbeating to localhost/127.0.0.1:43083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T17:29:08,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T17:29:08,952 WARN [BP-1963446729-172.17.0.2-1733333324231 heartbeating to localhost/127.0.0.1:43083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963446729-172.17.0.2-1733333324231 (Datanode Uuid f2449086-0235-49aa-86ef-15e8e213c181) service to localhost/127.0.0.1:43083 2024-12-04T17:29:08,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/data/data1/current/BP-1963446729-172.17.0.2-1733333324231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:08,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/cluster_616d02b9-98cb-b644-83e0-da20fd8dfc49/data/data2/current/BP-1963446729-172.17.0.2-1733333324231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T17:29:08,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T17:29:08,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736c1d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T17:29:08,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T17:29:08,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T17:29:08,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T17:29:08,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1a55c11-0c52-2650-63fc-bbe70e07c526/hadoop.log.dir/,STOPPED} 2024-12-04T17:29:08,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T17:29:08,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T17:29:08,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 536) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35295 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35295 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55915) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55915) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55915) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 885) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 521), ProcessCount=11 (was 11), AvailableMemoryMB=1779 (was 2037) 2024-12-04T17:29:08,996 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500